-- Logs begin at Thu 2021-09-16 18:48:37 UTC, end at Thu 2021-09-16 20:17:19 UTC. -- Sep 16 19:47:15.440863 dv-cinder-804294-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 19:47:18.217745 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:47:18.218334 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 19:47:18.218426 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101060) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 19:47:18.221590 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.common.config [-] Logging enabled! Sep 16 19:47:18.221848 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 19:47:18.222155 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101060) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 19:47:18.223112 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:47:18.223345 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:47:18.223712 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:47:18.223954 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:47:18.224178 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:47:18.224495 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.224788 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.225080 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.225336 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.225628 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.225914 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.226192 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.226477 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.226772 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.227054 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.227330 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.227609 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.227836 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.228113 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.228544 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.228996 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.229396 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] debug = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.229883 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.230613 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.231836 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.232004 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.232395 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.232823 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.233240 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.233554 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.233848 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.234192 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] host = dv-cinder-804294-2-iscsi {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.234478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.234770 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.235061 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.235349 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.235625 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.235907 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.236187 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.236461 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.236959 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.237060 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.237308 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.237595 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.237889 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.238104 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.238321 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.238610 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.238922 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.239253 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.239479 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.239751 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.240020 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.240289 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.240554 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.240835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.241116 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.241424 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.241699 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.241970 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.242236 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.242504 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.242785 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.243055 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.243324 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.243595 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.244040 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.244508 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.244838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.245147 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.245462 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.245749 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.246036 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.246310 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.246593 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.246867 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.247136 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.247408 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_json = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.247679 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.247945 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.248225 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.248492 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.248763 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.249041 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.249337 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.249626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:18.249923 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.250217 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.250513 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.250794 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.251088 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.251364 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.251647 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.251921 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.252208 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.252492 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.252780 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.253056 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.253368 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.253645 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.253937 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.254240 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.254530 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.254820 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.255095 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.255365 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.255634 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.255908 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.256190 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.256462 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.256749 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.257032 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.257332 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.257614 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.257902 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.258185 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.258454 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.258726 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.259020 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.259293 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.260074 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.260480 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.260976 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.261304 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.261584 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.261865 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.262144 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.262420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.262763 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.262962 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.263251 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.263524 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.263792 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.264065 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.264335 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.264600 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.264879 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.265151 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.265447 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.265716 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.265989 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.266256 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.266525 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.266800 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.267066 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.267342 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.267607 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.267873 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.268141 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.268526 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.268800 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.269071 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.269363 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.269637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.269909 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.270178 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.270443 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.270704 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.270968 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.271255 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.271548 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.271820 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.272098 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.272371 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.272645 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.272917 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.273190 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.273490 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.273764 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.274033 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.274322 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.274597 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.274880 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.275918 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.276407 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.276776 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.277041 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.277356 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.277639 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.277922 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.278210 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.278496 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.278793 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.279090 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.279384 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.279685 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.279985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.280267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.280578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.280858 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:18.281074 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:47:18.281349 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101060) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 19:47:18.643453 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 19:47:18.643720 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 19:47:18.644013 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 19:47:18.644339 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 19:47:19.052381 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.052674 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.052934 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.054265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.054528 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.054793 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.091927 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.092195 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.092455 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.107575 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.107853 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.108119 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.137578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.137857 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.138125 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.176668 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.176921 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.177190 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.411117 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.411755 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.411755 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.411932 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.412492 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.533756 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.534073 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.534354 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.534618 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.534878 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.535182 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.535439 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.535690 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.535939 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.536217 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.536471 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.536730 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.536979 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.537227 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.537507 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.537767 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.538018 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.538282 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.538547 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.538801 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.539071 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.539319 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.539597 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.539972 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.540218 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.540465 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.541397 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.541637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.541872 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.542351 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.542592 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.542822 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:19.543199 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 19:47:19.546440 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 19:47:19.550565 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 19:47:19.554304 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 16 19:47:19.555935 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 19:47:19.557104 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 19:47:19.557473 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 19:47:19.557863 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 19:47:19.560661 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 19:47:19.560914 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 19:47:19.561298 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:47:19.566541 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 19:47:19.588648 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 19:47:19.589114 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.589438 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101060) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 19:47:19.589804 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.591184 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101060) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 19:47:19.591644 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 19:47:19.591891 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 19:47:19.595137 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.595414 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:19.660557 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 19:47:19.660793 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 19:47:19.661035 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 19:47:19.661512 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 19:47:19.684384 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_db.sqlalchemy.engines [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101060) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 19:47:20.574107 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing driver for type 'gre' Sep 16 19:47:20.574830 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] gre ID ranges: [(1, 1000)] Sep 16 19:47:21.097814 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing driver for type 'local' Sep 16 19:47:21.098236 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing driver for type 'vlan' Sep 16 19:47:21.202579 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] VlanTypeDriver initialization complete Sep 16 19:47:21.202837 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing driver for type 'vxlan' Sep 16 19:47:21.203435 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] vxlan ID ranges: [(1, 1000)] Sep 16 19:47:21.396646 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing extension driver 'port_security' Sep 16 19:47:21.396996 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.extensions.port_security [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] PortSecurityExtensionDriver initialization complete Sep 16 19:47:21.397348 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing mechanism driver 'openvswitch' Sep 16 19:47:21.397671 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing mechanism driver 'hyperv' Sep 16 19:47:21.404894 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.plugin [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:21.405616 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.405990 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.406341 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.406870 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.407302 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.407652 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.407997 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.408393 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.408797 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.409151 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.409539 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.409933 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.410336 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.410688 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.411026 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.411558 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.411970 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.412320 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.412665 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.413064 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.413498 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > address_group after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.413847 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > address_group after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.414187 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.414578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101060) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 19:47:21.414964 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] ML2 OVO RPC backend initialized. {{(pid=101060) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 19:47:21.415806 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.415806 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.416495 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.416842 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > networks before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.417472 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.417828 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > ports before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.418159 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.418499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnets before_response 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424288 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424288 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424288 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424288 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424733 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424733 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424733 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.424733 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.plugin [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Modular L2 Plugin initialization complete Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading services supported by the core plugin {{(pid=101060) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.plugins.ml2.managers [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Got port-security extension from driver 'port_security' Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.extensions.vlantransparent [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Disabled vlantransparent extension. Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101060) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 19:47:21.425100 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: router Sep 16 19:47:21.467989 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.468303 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_create 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.468672 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router before_create 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.469030 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.469577 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.469935 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_delete 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.470295 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.470648 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.471008 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_create 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.471356 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.471709 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.472054 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.472408 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.472961 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.473363 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.473708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.474050 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: subnet after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.474392 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.474748 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.475093 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_create 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.475435 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.475785 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.476141 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router after_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.476486 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.476838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_create 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.477202 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.477576 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_update 55549900 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.477969 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > agent after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.478371 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > agent after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.479039 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > network after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.480025 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Tracking information for resource: router configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:21.480356 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Tracking information for resource: floatingip configured {{(pid=101060) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 19:47:21.485896 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.db.l3_agentschedulers_db [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 19:47:21.486484 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.486849 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.487204 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.501816 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: port after_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.501816 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router before_create 55550100 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.501816 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.501816 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_create 55550100 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.502316 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > router precommit_update 55550100 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.502316 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.provider_configuration [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service providers = [] {{(pid=101060) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 19:47:21.502316 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.db.servicetype_db [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101060) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 19:47:21.504660 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.service_base [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101060) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:47:21.505015 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.service_base [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101060) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:47:21.505403 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.service_base [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101060) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:47:21.506308 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.services.service_base [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101060) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 19:47:21.506699 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.services.service_base [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 19:47:21.507101 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.507420 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 19:47:21.519518 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.519854 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: auto_allocate Sep 16 19:47:21.525927 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: network precommit_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.526303 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: network precommit_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.526841 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.527162 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: tag Sep 16 19:47:21.545614 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.545938 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: timestamp Sep 16 19:47:21.550066 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.550389 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: network_ip_availability Sep 16 19:47:21.555820 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.556700 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.557057 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.557838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.558145 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: flavors Sep 16 19:47:21.562862 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.563183 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading Plugin: revisions Sep 16 19:47:21.567450 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101060) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 19:47:21.567838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.924s {{(pid=101060) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 19:47:21.568579 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101060) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 19:47:21.568911 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Initializing extension manager. Sep 16 19:47:21.569447 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: __init__.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.569788 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: __pycache__ {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.570119 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.570446 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: address_group.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.571212 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.572336 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: address-group Sep 16 19:47:21.572679 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: address_scope.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.573656 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.574167 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: address-scope Sep 16 19:47:21.574708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.575476 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.575981 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: router-admin-state-down-before-update Sep 16 19:47:21.576301 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: agent.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.577010 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.577549 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: agent Sep 16 19:47:21.577867 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: agent_resources_synced.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.578772 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.579274 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: agent-resources-synced Sep 16 19:47:21.579586 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: allowedaddresspairs.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.588912 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.589456 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: allowed-address-pairs Sep 16 19:47:21.589782 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: auto_allocated_topology.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.590878 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.591383 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: auto-allocated-topology Sep 16 19:47:21.591705 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: availability_zone.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.592395 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.592887 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: availability_zone Sep 16 19:47:21.593203 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: availability_zone_filter.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.594133 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.594630 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: availability_zone_filter Sep 16 19:47:21.594945 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: data_plane_status.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.595841 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.596330 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 19:47:21.596641 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: default_subnetpools.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.597584 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.598075 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: default-subnetpools Sep 16 19:47:21.598385 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.599214 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.599703 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: dhcp_agent_scheduler Sep 16 19:47:21.600024 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: dns.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.600941 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.601460 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension dns-integration not supported by any of loaded plugins Sep 16 19:47:21.601777 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: dns_domain_ports.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.602687 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.603321 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 19:47:21.603641 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.604582 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.605073 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 19:47:21.605420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: dvr.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.606098 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.606592 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: dvr Sep 16 19:47:21.606906 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: ecmp_routes.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.607836 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.608327 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 19:47:21.608641 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: empty_string_filtering.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.609583 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.610070 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: empty-string-filtering Sep 16 19:47:21.610386 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.611286 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.611781 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:47:21.612095 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.613010 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.613542 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 19:47:21.613856 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: external_net.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.614760 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.615253 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: external-net Sep 16 19:47:21.615566 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.616477 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.616970 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: extra_dhcp_opt Sep 16 19:47:21.617313 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: extraroute.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.618229 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.619307 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: extraroute Sep 16 19:47:21.619780 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: extraroute_atomic.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.620985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.621533 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: extraroute-atomic Sep 16 19:47:21.621863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: filter_validation.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.622539 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.623035 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: filter-validation Sep 16 19:47:21.623353 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: fip_pf_description.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.624255 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.624755 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 19:47:21.625072 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: fip_port_details.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.626024 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.626519 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: fip-port-details Sep 16 19:47:21.626838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: flavors.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.628069 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.628582 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: flavors Sep 16 19:47:21.628901 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.630639 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.631153 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 19:47:21.631475 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: floatingip_pools.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.632292 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.632838 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: floatingip-pools Sep 16 19:47:21.633162 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: ip_allocation.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.634106 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.635222 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 19:47:21.635534 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.636451 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.636946 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: ip-substring-filtering Sep 16 19:47:21.637289 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l2_adjacency.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.638211 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.638700 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 19:47:21.639018 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.640211 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.640741 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: router Sep 16 19:47:21.641057 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.643639 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.644165 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 19:47:21.644491 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.645468 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.645977 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: ext-gw-mode Sep 16 19:47:21.646295 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.647209 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.647711 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: l3-ha Sep 16 19:47:21.648026 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3_flavors.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.648933 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.649467 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: l3-flavors Sep 16 19:47:21.649787 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.650920 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.651418 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 19:47:21.651736 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: l3agentscheduler.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.652804 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.653335 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: l3_agent_scheduler Sep 16 19:47:21.653657 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: logging.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.655149 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.655662 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension logging not supported by any of loaded plugins Sep 16 19:47:21.655989 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: metering.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.656726 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.657323 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: metering Sep 16 19:47:21.657647 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.658734 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.659239 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: metering_source_and_destination_fields Sep 16 19:47:21.659558 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: multiprovidernet.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.660486 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.660986 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: multi-provider Sep 16 19:47:21.661415 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: netmtu.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.662325 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.662827 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: net-mtu Sep 16 19:47:21.663149 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: netmtu_writable.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.664053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.664554 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: net-mtu-writable Sep 16 19:47:21.664876 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: network_availability_zone.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.665683 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.666263 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: network_availability_zone Sep 16 19:47:21.666578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: network_ip_availability.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.667940 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.668445 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: network-ip-availability Sep 16 19:47:21.668765 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: network_segment_range.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.669555 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.670052 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 19:47:21.670367 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: pagination.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.671343 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.671669 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: pagination Sep 16 19:47:21.671988 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: port_device_profile.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.672899 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.673432 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: port-device-profile Sep 16 19:47:21.673750 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.674674 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.675172 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: port-mac-address-regenerate Sep 16 19:47:21.675486 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.676401 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.676901 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: port-numa-affinity-policy Sep 16 19:47:21.677217 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: port_resource_request.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.678307 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.678795 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 19:47:21.679111 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: portbindings.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.680038 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.680532 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: binding Sep 16 19:47:21.680848 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: portbindings_extended.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.682722 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.683227 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: binding-extended Sep 16 19:47:21.683554 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: portsecurity.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.684473 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.684979 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: port-security Sep 16 19:47:21.685332 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: project_id.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.686315 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.686644 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: project-id Sep 16 19:47:21.686958 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: providernet.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.687885 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.688388 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: provider Sep 16 19:47:21.688701 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.692280 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.692794 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos not supported by any of loaded plugins Sep 16 19:47:21.693128 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.694389 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.694903 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 19:47:21.695225 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.696146 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.696651 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 19:47:21.697597 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_default.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.698568 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.699073 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-default not supported by any of loaded plugins Sep 16 19:47:21.699399 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_fip.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.700047 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.700536 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-fip not supported by any of loaded plugins Sep 16 19:47:21.700851 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_gateway_ip.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.701791 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.702288 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 19:47:21.702604 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_port_network_policy.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.703506 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.703999 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 19:47:21.704314 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_pps_rule.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.705503 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.706010 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-pps not supported by any of loaded plugins Sep 16 19:47:21.706330 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_rule_type_details.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.707230 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.707727 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 19:47:21.708041 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: qos_rules_alias.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.709066 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.709612 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 19:47:21.709928 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: quotasv2.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.710915 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.711238 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: quotas Sep 16 19:47:21.711555 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: quotasv2_detail.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.714926 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.715266 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: quota_details Sep 16 19:47:21.715599 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: rbac.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.716682 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.717209 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: rbac-policies Sep 16 19:47:21.717557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: rbac_address_group.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.718522 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.719025 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: rbac-address-group Sep 16 19:47:21.719341 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: rbac_address_scope.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.720256 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.720756 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: rbac-address-scope Sep 16 19:47:21.721070 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: rbac_security_groups.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.722004 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.722500 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: rbac-security-groups Sep 16 19:47:21.722816 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: rbac_subnetpool.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.723722 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.724224 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: rbac-subnetpool Sep 16 19:47:21.724539 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: revisionifmatch.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.725474 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.725983 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: revision-if-match Sep 16 19:47:21.726303 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: revisions.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.727418 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.727921 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: standard-attr-revisions Sep 16 19:47:21.728268 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: router_availability_zone.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.728941 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.729474 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: router_availability_zone Sep 16 19:47:21.729794 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: routerservicetype.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.730700 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.731191 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension router-service-type not supported by any of loaded plugins Sep 16 19:47:21.731511 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.732420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.732923 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: security-groups-normalized-cidr Sep 16 19:47:21.733240 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.734167 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.734670 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: port-security-groups-filtering Sep 16 19:47:21.734986 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.735895 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.736391 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: security-groups-remote-address-group Sep 16 19:47:21.736709 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: securitygroup.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.748552 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.749076 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: security-group Sep 16 19:47:21.749435 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: segment.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.750247 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.750747 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension segment not supported by any of loaded plugins Sep 16 19:47:21.751073 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.752034 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.752535 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 19:47:21.752861 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: servicetype.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.754075 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.754593 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: service-type Sep 16 19:47:21.754919 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: sorting.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.755919 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.756246 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: sorting Sep 16 19:47:21.756565 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: standard_attr_segment.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.757512 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.758021 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 19:47:21.758342 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: standardattrdescription.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.758988 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.760032 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: standard-attr-description Sep 16 19:47:21.760375 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: stateful_security_group.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.761299 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.761808 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: stateful-security-group Sep 16 19:47:21.762127 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: stdattrs_common.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.762705 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 19:47:21.763021 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.763942 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.764450 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 19:47:21.764769 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnet_onboard.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.765871 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.766387 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: subnet_onboard Sep 16 19:47:21.766704 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.767632 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.768132 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 19:47:21.768449 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnet_service_types.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.769419 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.769926 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: subnet-service-types Sep 16 19:47:21.770246 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnetallocation.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.771327 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.771837 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: subnet_allocation Sep 16 19:47:21.772157 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.772819 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.773349 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: subnetpool-prefix-ops Sep 16 19:47:21.773666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.774595 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.775230 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 19:47:21.775715 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: tagging.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.776831 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.777374 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: standard-attr-tag Sep 16 19:47:21.777698 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: timestamp.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.778902 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.779411 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loaded extension: standard-attr-timestamp Sep 16 19:47:21.779736 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: trunk.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.780763 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.781293 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension trunk not supported by any of loaded plugins Sep 16 19:47:21.781621 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: trunk_details.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.782548 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.783058 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension trunk-details not supported by any of loaded plugins Sep 16 19:47:21.783377 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: uplink_status_propagation.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.784305 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.784805 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 19:47:21.785121 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Loading extension file: vlantransparent.py {{(pid=101060) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 19:47:21.785842 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101060) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 19:47:21.786338 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 19:47:21.788839 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:network Sep 16 19:47:21.789412 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnet Sep 16 19:47:21.789807 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:47:21.790203 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:port Sep 16 19:47:21.792349 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.792800 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service FLAVORS assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.793452 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.793871 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.794203 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:router Sep 16 19:47:21.794629 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:47:21.795111 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service METERING assigned prefix: /metering {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.796997 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.797493 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.797850 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:47:21.798872 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:47:21.799324 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:47:21.799746 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:47:21.800325 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service CORE assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.800656 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:47:21.800998 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] subnetpool is already registered Sep 16 19:47:21.801462 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service CORE assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.801791 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:47:21.802118 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] subnetpool is already registered Sep 16 19:47:21.804387 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.804815 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service FLAVORS assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.805431 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.805848 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.806823 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:router Sep 16 19:47:21.807166 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] router is already registered Sep 16 19:47:21.807576 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 19:47:21.807908 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] floatingip is already registered Sep 16 19:47:21.808354 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service METERING assigned prefix: /metering {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.809017 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 19:47:21.809368 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] rbac_policy is already registered Sep 16 19:47:21.809777 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:security_group Sep 16 19:47:21.810105 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] security_group is already registered Sep 16 19:47:21.810501 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 19:47:21.810827 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] security_group_rule is already registered Sep 16 19:47:21.811442 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service CORE assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.811766 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:47:21.812098 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] subnetpool is already registered Sep 16 19:47:21.812510 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.v2.resource_helper [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Service CORE assigned prefix: {{(pid=101060) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 19:47:21.812833 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 19:47:21.813161 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING neutron.quota.resource_registry [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] subnetpool is already registered Sep 16 19:47:21.813634 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: extensions {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.815125 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: address-groups {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.816578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: address-scopes {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.817920 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: agents {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.819048 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: auto-allocated-topology {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.820277 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: availability_zones {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.821503 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: dhcp-networks {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.823374 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: dhcp-agents {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.824781 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: routers {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.826998 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: flavors {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.828138 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: service_profiles {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.829351 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: next_providers {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.830771 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: service_profiles {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.832274 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: floatingip-pools {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.833500 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: routers {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.835571 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: floatingips {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.836838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: l3-routers {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.838675 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: l3-agents {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.840060 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: metering-labels {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.841448 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: metering-label-rules {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.842711 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: network-ip-availabilities {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.843962 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: bindings {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.846603 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: quotas {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.848039 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: quotas {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.849488 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: rbac-policies {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.850673 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: security-groups {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.851948 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: security-group-rules {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.853724 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: service-providers {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.854921 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: subnetpools {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.856329 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: subnetpools {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.857784 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.859432 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.861210 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.862993 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.864754 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.866580 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.868257 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.870729 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.872456 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.874180 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron.api.extensions [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Extended resource: tags {{(pid=101060) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 19:47:21.880206 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING keystonemiddleware.auth_token [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 19:47:21.884956 dv-cinder-804294-2-iscsi neutron-server[101060]: WARNING keystonemiddleware.auth_token [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 19:47:21.893441 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Acquired lock "singleton_lock" {{(pid=101060) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 19:47:21.893909 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_concurrency.lockutils [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Releasing lock "singleton_lock" {{(pid=101060) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 19:47:21.894555 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Starting 2 workers Sep 16 19:47:21.899363 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Started child 101173 {{(pid=101060) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:47:21.903986 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Started child 101174 {{(pid=101060) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:47:21.905200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.906187 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO neutron.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 19:47:21.906317 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Notify callbacks [] for process, before_spawn {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.906820 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [-] (101173) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:47:21.908783 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Starting 1 workers Sep 16 19:47:21.909706 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.911137 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [-] (101174) wsgi starting up on http://0.0.0.0:9696 Sep 16 19:47:21.914052 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Started child 101175 {{(pid=101060) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:47:21.914594 dv-cinder-804294-2-iscsi neutron-server[101060]: INFO oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Starting 1 workers Sep 16 19:47:21.918876 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] calling RpcWorker wait() {{(pid=101175) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 19:47:21.919797 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] returning from RpcWorker wait() {{(pid=101175) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 19:47:21.920119 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Started child 101176 {{(pid=101060) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 19:47:21.920628 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.921177 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f97a883e-1298-4189-9c12-b18a6503b56b None None] Notify callbacks [] for process, after_spawn {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.921387 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:21.923068 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101060) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 19:47:21.923273 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:47:21.923639 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:47:21.923849 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:47:21.924340 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:47:21.924499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:47:21.925015 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.925279 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:21.925858 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.925858 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.925858 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.926118 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.926724 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.926955 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.927373 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.927645 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.928055 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.928220 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.928551 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.928811 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.929030 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.929523 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.929797 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.930041 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.930290 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.930632 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.930899 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.931253 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.932137 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.932564 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] debug = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.932799 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.933483 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.933704 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.934112 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.934321 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.934758 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.935008 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.935269 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.935523 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.935757 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.936001 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.936263 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.936493 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.936723 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.936959 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.937213 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.937483 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.937950 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] host = dv-cinder-804294-2-iscsi {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.938184 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.938411 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.938664 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.938913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.939155 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.939365 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.939616 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.939856 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.940115 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.940340 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.940598 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.940890 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.941078 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.941330 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.941496 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_options = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.941730 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.941994 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.942319 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.942475 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.942628 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.942769 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.942995 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.943155 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.943379 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.943684 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.943852 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.944021 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.944277 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.944489 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.944701 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.944961 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.945188 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.945437 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.945648 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.945929 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.946085 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.946335 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.946575 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.946830 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.947111 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.947294 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.947521 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.947756 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.947969 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.948227 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.948455 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.948694 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.948925 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.949167 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.949458 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.949701 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.949922 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.950131 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.950389 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.950614 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.950874 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.951141 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.951348 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.951587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.951814 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.952044 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.952254 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_json = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.952480 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.952686 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.952960 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:21.954567 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.954829 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.955144 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.955382 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.955784 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.956039 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.956285 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.956524 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.956799 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958721 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:21.958928 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958928 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958928 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.958928 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.959495 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.959495 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.959768 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.959984 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.960183 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.960408 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.960548 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.960756 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.960982 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.961202 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.961723 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.961931 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.962080 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.962413 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.969606 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.970549 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.971985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.972420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.972420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.972585 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.972781 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.973014 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.973196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.973432 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.974128 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.974128 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.974128 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.977835 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979046 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.979916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.980564 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.980564 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.980564 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.980792 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982014 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982014 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982014 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982014 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982604 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982604 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.982604 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.984626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985232 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985232 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985232 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985929 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985929 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.985929 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.987913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.992267 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.995637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.996573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.997478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:21.998499 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.001587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.002697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.003629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.004557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.005551 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.005551 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.005551 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.005551 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006037 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006037 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006037 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006400 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006400 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006671 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.006855 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.007708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.007708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.007708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.007708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.008587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.008587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.008587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.008587 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.009666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.009666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.009666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.009666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.009666 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.010778 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.010778 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.010778 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.010778 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.010778 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.011809 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.011809 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.011809 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.011809 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.011809 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.012863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.012863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.012863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.012863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.013488 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.013488 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.013783 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.013940 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.014087 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.014269 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.014481 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.014695 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.014890 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.015152 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.015453 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.015751 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.015992 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.016249 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.016543 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.016813 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.017083 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.017311 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.017608 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.017937 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.018210 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.018452 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.018697 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.018939 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.019151 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.019358 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.019595 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.019804 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.020013 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.020242 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.020463 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.020679 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.020904 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.021128 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.021362 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.021609 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.021855 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.022062 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.022269 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.022441 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:47:22.022931 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101060) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 19:47:22.023070 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 19:47:22.023236 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 19:47:22.023386 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 19:47:22.023536 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 19:47:22.023685 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 19:47:22.023832 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024006 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024146 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024303 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024462 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024658 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.024870 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.025149 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.025422 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.025580 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.025725 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.025874 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026042 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026190 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026405 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026559 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026701 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026848 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.026995 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027141 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027286 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027434 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027582 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] debug = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027741 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.027889 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028095 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028242 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028394 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028541 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028688 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028833 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.028979 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.029482 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.029482 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.029482 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.029482 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030583 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] host = dv-cinder-804294-2-iscsi {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030583 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.030583 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031090 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031090 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031090 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031090 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031560 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031560 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031560 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031935 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031935 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.031935 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032158 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032230 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032349 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_options = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032504 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032812 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.032812 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033026 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033155 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033321 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033456 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033605 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033749 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.033904 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034044 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034187 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034341 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034483 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034623 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034763 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.034902 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035041 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035179 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035318 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035457 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035609 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035747 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.035886 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036029 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036168 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036308 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036446 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036585 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036754 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.036905 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037049 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037188 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037376 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037510 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037640 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037787 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.037941 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.038101 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.038262 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.038413 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.038569 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.038723 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039515 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_json = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039515 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039669 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039743 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.039933 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.040026 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.040181 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.040335 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.041011 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 19:47:22.041193 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.041462 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.041634 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.041719 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.041879 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.042301 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.042464 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.042621 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.042777 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.042932 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043096 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043259 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043421 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043577 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043735 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.043895 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044209 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044374 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044531 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044708 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044841 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.044974 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045135 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045299 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045460 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045617 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045790 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.045949 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046108 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046264 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046420 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046577 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046735 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.046897 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047208 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047366 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047522 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047681 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047838 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.047995 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048153 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048314 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048489 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048615 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048771 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.048929 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049086 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049780 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.049850 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050048 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050168 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050329 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050481 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050637 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050794 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.050955 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051109 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051421 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051735 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.051911 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052057 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052194 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052361 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052513 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052712 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.052863 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053011 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053170 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053356 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053505 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053653 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053807 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.053951 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054096 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054246 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054246 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054536 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054536 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054807 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.054951 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055098 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055257 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055405 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055543 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055675 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055830 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.055979 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056265 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056415 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056510 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056627 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056774 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.056920 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057051 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057212 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057434 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057582 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057729 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.057875 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058023 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058172 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058317 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058445 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058589 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058727 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.058860 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059002 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059147 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059291 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059421 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059566 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059727 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.059878 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060025 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060341 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060486 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060631 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060773 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.060916 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061076 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061222 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061407 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061553 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061699 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061846 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.061992 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062139 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062284 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062450 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062599 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062745 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.062892 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063039 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063185 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063332 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063332 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063601 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063766 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.063766 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064040 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064201 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064201 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064472 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064620 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064767 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.064914 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065074 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065074 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065369 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065516 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065658 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065805 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.065952 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066099 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066266 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066266 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066554 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066554 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066839 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.066839 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067112 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067273 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067273 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067543 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067699 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067699 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.067975 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068122 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068269 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068417 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068565 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068703 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068832 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.068985 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069114 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069272 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069414 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069585 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069763 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.069910 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070050 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070196 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070343 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070468 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070632 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070780 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.070922 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.071084 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.071223 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.071385 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.071543 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072213 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072391 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072536 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072683 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072829 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.072974 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073116 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073339 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073478 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073639 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073780 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.073913 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074036 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074191 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074327 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074495 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074642 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074799 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.074970 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075123 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075311 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075447 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075578 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075734 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.075901 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076057 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076213 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076370 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076530 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076686 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.076852 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077008 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077164 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077421 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077573 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077729 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.077896 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078053 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078209 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078365 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078523 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078678 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.078846 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079002 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079159 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079316 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079471 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079626 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079813 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.079977 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080113 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080245 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080463 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080557 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080785 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080885 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.080999 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081156 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081358 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081481 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081634 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081820 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.081939 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082106 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082269 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082428 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082594 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082760 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.082925 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083083 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083246 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083415 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083571 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083728 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.083884 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084042 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084199 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084356 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084512 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084668 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084825 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.084982 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085138 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085313 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085472 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085629 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085785 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.085941 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.086111 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.086252 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.086408 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 19:47:22.086563 dv-cinder-804294-2-iscsi neutron-server[101060]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101060) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 19:47:22.094861 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:22.149723 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53476) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:22.158582 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066853 Sep 16 19:47:34.271197 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66727dd7-fe38-43df-864f-6952e022f828 None None] get_active_networks_info from dv-cinder-804294-2-iscsi {{(pid=101175) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 19:47:34.348121 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66727dd7-fe38-43df-864f-6952e022f828 None None] No non-hosted networks {{(pid=101175) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 19:47:34.375445 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.agentschedulers_db [None req-66727dd7-fe38-43df-864f-6952e022f828 None None] DHCP Agent not found on host dv-cinder-804294-2-iscsi {{(pid=101175) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 19:47:34.566159 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fa69-7bc9-4bfd-b43f-8f0bd833dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:37.168305 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-85a5310f-7dd2-48a2-bb63-e79f4774a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:37.225454 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.db.api [None req-c86b0e18-12a4-4f04-81b9-c7a842364823 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804294-2-iscsi {{(pid=101175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:47:37.226230 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG oslo_db.api [None req-c86b0e18-12a4-4f04-81b9-c7a842364823 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:47:37.344237 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:37.344909 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.345359 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.345868 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.346334 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.346805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.347277 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.347756 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.348104 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.348422 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.348894 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.349234 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.349580 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:37.349988 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804294-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:37.366498 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804294-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:47:37.823503 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c86b0e18-12a4-4f04-81b9-c7a842364823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:38.319822 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:40.062797 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:40.604747 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.db.l3_hamode_db [None req-37d61069-26f9-4642-bef6-0ffbad9074de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 19:47:40.686070 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d61069-26f9-4642-bef6-0ffbad9074de None None] Routers set() bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:47:40.686559 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d61069-26f9-4642-bef6-0ffbad9074de None None] Router IDs set() for agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 19:47:41.089080 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53568) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:41.624587 dv-cinder-804294-2-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-45e6f580-086d-4be1-b3eb-793778ce8fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:41.625061 dv-cinder-804294-2-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-45e6f580-086d-4be1-b3eb-793778ce8fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:41.843373 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-45e6f580-086d-4be1-b3eb-793778ce8fc8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:47:41.844485 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-45e6f580-086d-4be1-b3eb-793778ce8fc8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7544382 Sep 16 19:47:44.274312 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53582) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:44.604896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:47:44.704444 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.policy [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 19:47:44.749705 dv-cinder-804294-2-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:44.750103 dv-cinder-804294-2-iscsi neutron-server[101174]: WARNING oslo_policy.policy [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:44.759247 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.quota [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] Loaded quota_driver: . Sep 16 19:47:44.916757 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791955948895', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791955948386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791955936651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791955934181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791954470987', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791955980074', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553870', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-893840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8043897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8017199'] for rbac-policy, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:45.131357 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:45.132577 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e6d840fb-22de-452a-812b-d4c370b2746a admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8572612 Sep 16 19:47:47.791560 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53594) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:48.290912 dv-cinder-804294-2-iscsi neutron-server[101173]: WARNING oslo_policy.policy [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:48.291501 dv-cinder-804294-2-iscsi neutron-server[101173]: WARNING oslo_policy.policy [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:48.510951 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'project_id': 'fb84f87e2f324edcadd76437e365ee3f'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:47:48.512653 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.quota [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Loaded quota_driver: . Sep 16 19:47:48.635682 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Made reservation on behalf of fb84f87e2f324edcadd76437e365ee3f for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:47:48.707580 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.policy [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101173) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 19:47:48.753302 dv-cinder-804294-2-iscsi neutron-server[101173]: WARNING oslo_policy.policy [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:48.753671 dv-cinder-804294-2-iscsi neutron-server[101173]: WARNING oslo_policy.policy [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 19:47:48.763654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:48.785306 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:48.923803 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:48.987994 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:49.008920 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:47:49.037766 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791953526676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:49.038356 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Unsubscribe: segment precommit_create {{(pid=101173) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 19:47:49.039282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Added segment 29847278-28d8-42f0-b9bc-5b1a4eb0db4f of type vlan for network 539c8a89-08c9-4448-b839-2d4f6f8df801 Sep 16 19:47:49.055868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56470b-9a66-4617-a3f3-dd63c2c25b91,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:49.079171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.079441 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.079825 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.080142 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.080462 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.080793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.081111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.081467 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.081794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.082146 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.082458 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.082765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Tracked resource versions report: Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: pushed versions: Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: { 'AddressGroup': {'1.2'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'ConntrackHelper': {'1.0'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Log': {'1.0'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Network': {'1.1'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Port': {'1.7'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'PortForwarding': {'1.2'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'QosPolicy': {'1.9'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroup': {'1.4'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SubPort': {'1.0'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Subnet': {'1.1'}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Trunk': {'1.1'}} Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: consumer versions: Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'ConntrackHelper': '1.0', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Log': '1.0', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Network': '1.1', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Port': '1.7', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'PortForwarding': '1.2', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'QosPolicy': '1.9', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroup': '1.4', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroupRule': '1.2', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SubPort': '1.0', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Subnet': '1.1', Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Trunk': '1.1'}} Sep 16 19:47:49.083796 dv-cinder-804294-2-iscsi neutron-server[101173]: {{(pid=101173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:47:49.173227 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:49.279237 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:49.280481 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:47:49.281130 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:49.383904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] Pushing event updated for resources: {'Network': ['ID=539c8a89-08c9-4448-b839-2d4f6f8df801,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:49.390251 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e22ad6d8-959f-408d-9073-a37153ec3d81 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5965312 Sep 16 19:47:49.397037 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:47:52.153103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53616) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:52.551082 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0352f96-1ab8-45f3-9e09-73a2944dd27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:47:52.552467 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d0352f96-1ab8-45f3-9e09-73a2944dd27b admin admin] 10.222.0.49 "GET /v2.0/networks/539c8a89-08c9-4448-b839-2d4f6f8df801 HTTP/1.1" status: 200 len: 825 time: 0.3983822 Sep 16 19:47:52.595795 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a6ef7de1-0c88-4f93-9325-da76f60a41c0 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/921a2a36-77a3-424c-a2ad-7248ef37e293 HTTP/1.1" status: 200 len: 734 time: 0.0359857 Sep 16 19:47:52.606559 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'name': 'private-subnet', 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:47:52.732181 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Made reservation on behalf of fb84f87e2f324edcadd76437e365ee3f for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:47:52.734632 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:53.092606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:53.162835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca128f7-419c-49c9-8ceb-e7713f162026,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:53.166528 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Checking segment: {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:47:53.166878 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Network hostable DHCP agents. Network: 539c8a89-08c9-4448-b839-2d4f6f8df801, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:47:53.251704 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:47:53.331747 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 539c8a89-08c9-4448-b839-2d4f6f8df801) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:47:53.336956 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:47:53.337764 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:53.342254 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c62e4-997b-4b5a-a71e-be17864ec407 None None] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:47:53.427906 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-915f4aa8-daea-4883-8ebc-68a3eafb7f36 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8249669 Sep 16 19:47:53.673427 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-539c8a89-08c9-4448-b839-2d4f6f8df801', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 19:47:53.674991 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:53.964472 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Allocated IP 172.20.0.2 (539c8a89-08c9-4448-b839-2d4f6f8df801/dca128f7-419c-49c9-8ceb-e7713f162026/860948c9-4eb3-4a89-a63d-2766f3812e4a) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:47:54.207001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:54.293307 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:54.367940 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:47:54.374385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:47:54.386150 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:47:54.389487 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Pushing event updated for resources: {'Port': ['ID=860948c9-4eb3-4a89-a63d-2766f3812e4a,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:54.442132 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.442532 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.442908 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.443246 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.443573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.443900 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.444225 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.445291 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.445747 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.446085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.446421 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.446725 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Tracked resource versions report: Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: pushed versions: Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: { 'AddressGroup': {'1.2'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'ConntrackHelper': {'1.0'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Log': {'1.0'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Network': {'1.1'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Port': {'1.7'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'PortForwarding': {'1.2'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'QosPolicy': {'1.9'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroup': {'1.4'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SubPort': {'1.0'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Subnet': {'1.1'}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Trunk': {'1.1'}} Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: consumer versions: Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'ConntrackHelper': '1.0', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Log': '1.0', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Network': '1.1', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Port': '1.7', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'PortForwarding': '1.2', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'QosPolicy': '1.9', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroup': '1.4', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroupRule': '1.2', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SubPort': '1.0', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Subnet': '1.1', Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Trunk': '1.1'}} Sep 16 19:47:54.447787 dv-cinder-804294-2-iscsi neutron-server[101175]: {{(pid=101175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:47:54.480253 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Attempting to bind port 860948c9-4eb3-4a89-a63d-2766f3812e4a on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:47:54.480644 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Attempting to bind port 860948c9-4eb3-4a89-a63d-2766f3812e4a by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:47:54.481054 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Attempting to bind port 860948c9-4eb3-4a89-a63d-2766f3812e4a on network 539c8a89-08c9-4448-b839-2d4f6f8df801 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:47:54.486499 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:47:54.486910 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Checking segment: {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:47:54.487386 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:54.487770 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Bound using segment: {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:47:54.488229 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Bound port: 860948c9-4eb3-4a89-a63d-2766f3812e4a, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:47:54.488639 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:54.616827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] For port 860948c9-4eb3-4a89-a63d-2766f3812e4a, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:47:54.622135 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] For port 860948c9-4eb3-4a89-a63d-2766f3812e4a, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=860948c9-4eb3-4a89-a63d-2766f3812e4a,segment=NetworkSegment(29847278-28d8-42f0-b9bc-5b1a4eb0db4f),segment_id=29847278-28d8-42f0-b9bc-5b1a4eb0db4f)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:47:54.726759 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:47:54.794074 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd4474-d6ac-4a0d-90b6-35639ad3197a None None] Pushing event updated for resources: {'Port': ['ID=860948c9-4eb3-4a89-a63d-2766f3812e4a,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:47:55.966091 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53624) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:56.320421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [None req-7505b29b-2a4e-4686-9933-067d27cd7131 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:47:56.321431 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7505b29b-2a4e-4686-9933-067d27cd7131 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3544443 Sep 16 19:47:58.768951 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53632) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:47:59.092694 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [None req-6ca8e782-b198-4286-928c-33d986a57996 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:47:59.093829 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6ca8e782-b198-4286-928c-33d986a57996 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239062 Sep 16 19:48:01.795837 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53642) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:02.107185 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Request body: {'router': {'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'name': 'router1', 'admin_state_up': True}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:48:02.192724 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:02.194590 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:02.341765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:02.410668 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:02.491614 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:02.492841 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-52f8eaaa-c6c4-4440-996e-732782ae767b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6960337 Sep 16 19:48:02.868125 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 860948c9-4eb3-4a89-a63d-2766f3812e4a up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:48:02.963517 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 860948c9-4eb3-4a89-a63d-2766f3812e4a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:02.963920 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:03.075744 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:03.108440 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 860948c9-4eb3-4a89-a63d-2766f3812e4a, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=860948c9-4eb3-4a89-a63d-2766f3812e4a,segment=NetworkSegment(29847278-28d8-42f0-b9bc-5b1a4eb0db4f),segment_id=29847278-28d8-42f0-b9bc-5b1a4eb0db4f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:48:03.195769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:03.245459 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=860948c9-4eb3-4a89-a63d-2766f3812e4a,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:03.306239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b9165-8b9c-44ba-8b26-eb363b54b0c7 None None] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:48:03.393075 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-fd94255b-fc0b-4641-9db0-eea543858b6d None None] Provisioning complete for port 860948c9-4eb3-4a89-a63d-2766f3812e4a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:03.393379 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fd94255b-fc0b-4641-9db0-eea543858b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:03.768712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-1167f2ea-69fb-4110-909f-21b70caa2bb2 None None] Provisioning complete for port 860948c9-4eb3-4a89-a63d-2766f3812e4a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:03.769072 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1167f2ea-69fb-4110-909f-21b70caa2bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:04.211398 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d47626be-eb68-43bf-a97f-efbe511ed53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:04.829515 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 860948c9-4eb3-4a89-a63d-2766f3812e4a up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:48:04.878928 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 860948c9-4eb3-4a89-a63d-2766f3812e4a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:04.879290 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:04.978184 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53654) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:05.297269 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [None req-fda71025-6748-426a-9eac-72ba9edeb766 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:48:05.298271 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-fda71025-6748-426a-9eac-72ba9edeb766 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191524 Sep 16 19:48:07.166434 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9d3c3224-4bab-4712-bd8d-11df64c397f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:07.335360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:07.725360 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53662) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:08.048522 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:48:08.137385 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Made reservation on behalf of 0cca8028d51543ffa245bb6417a3a464 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:48:08.140053 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.156991 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.243600 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.278447 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.360223 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.372682 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Reserving flat network on physical network physnet1 {{(pid=101174) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 19:48:08.405060 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791953526676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.405595 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Unsubscribe: segment precommit_create {{(pid=101174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 19:48:08.406096 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Added segment ab7c1960-228f-42d0-b38f-ad09b420872d of type flat for network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 Sep 16 19:48:08.423253 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff03de-2888-4311-b13f-963a3e736585,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:08.477642 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.477997 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.478412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.478850 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.479186 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.479529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.479860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.480205 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.480548 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.480870 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.481187 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.481526 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Tracked resource versions report: Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: pushed versions: Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: { 'AddressGroup': {'1.2'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'ConntrackHelper': {'1.0'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Log': {'1.0'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Network': {'1.1'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Port': {'1.7'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'PortForwarding': {'1.2'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'QosPolicy': {'1.9'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroup': {'1.4'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SubPort': {'1.0'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Subnet': {'1.1'}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Trunk': {'1.1'}} Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: consumer versions: Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'ConntrackHelper': '1.0', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Log': '1.0', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Network': '1.1', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Port': '1.7', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'PortForwarding': '1.2', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'QosPolicy': '1.9', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroup': '1.4', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroupRule': '1.2', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SubPort': '1.0', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Subnet': '1.1', Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Trunk': '1.1'}} Sep 16 19:48:08.482593 dv-cinder-804294-2-iscsi neutron-server[101174]: {{(pid=101174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:48:08.542642 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.663512 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.664782 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:48:08.665691 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:08.766463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] Pushing event updated for resources: {'Network': ['ID=24bfaa1e-5b4d-4646-89ba-a13d392f2706,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:08.776540 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-73b0ae78-6112-4d6c-b187-0a9e1a9bc9eb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0499833 Sep 16 19:48:08.782390 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:48:09.969888 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:11.215197 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53684) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:11.466618 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee6748-196d-44e3-9126-93c66ca51a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:48:11.468570 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-72ee6748-196d-44e3-9126-93c66ca51a53 admin admin] 10.222.0.49 "GET /v2.0/subnets/dca128f7-419c-49c9-8ceb-e7713f162026 HTTP/1.1" status: 200 len: 849 time: 0.2518656 Sep 16 19:48:11.655904 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2203eee3-6a67-460d-b151-03a0ebaabd56 admin admin] 10.222.0.49 "GET /v2.0/routers/386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 HTTP/1.1" status: 200 len: 704 time: 0.1813819 Sep 16 19:48:11.937352 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:12.241059 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Allocated IP 172.20.0.1 (539c8a89-08c9-4448-b839-2d4f6f8df801/dca128f7-419c-49c9-8ceb-e7713f162026/3ee93c79-3eb9-4f98-9cfd-e358f1f8500b) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:48:12.429869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:12.547232 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:12.623140 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:48:12.628896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:48:12.641428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:48:12.641428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:12.687992 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:12.828457 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-8012f38a-9e65-480e-8900-32122e10e9d7 None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:12.831266 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8012f38a-9e65-480e-8900-32122e10e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:12.866085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-8012f38a-9e65-480e-8900-32122e10e9d7 None None] Port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:48:12.900177 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:13.166318 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:13.231967 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:13.232815 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:13.296041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:13.375293 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:48:13.377433 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:48:13.588299 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-9b02ac79-8b60-4e51-bfc5-d15dd00225f1 None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:13.588668 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b02ac79-8b60-4e51-bfc5-d15dd00225f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:13.622281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-9b02ac79-8b60-4e51-bfc5-d15dd00225f1 None None] Port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:48:13.637751 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:48:13.735558 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:48:13.741980 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6116e30f-dbd6-435e-b155-3b05d1ab22f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/386fc3b7-7b40-42af-ad62-c3f0db1ce8c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0776408 Sep 16 19:48:13.757572 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Sync routers for ids ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:48:13.769665 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Routers {'386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:48:13.770493 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:48:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:13.960551 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Set router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:48:14.397644 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:12Z', 'revision_number': 2, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port_host': None, '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:13Z', 'revision_number': 2, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:14.451177 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Checking router: 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:48:14.451542 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Updating router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:48:14.501076 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.035050 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.129680 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.299673 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Attempting to bind port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:48:15.300176 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Attempting to bind port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:48:15.300725 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Attempting to bind port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b on network 539c8a89-08c9-4448-b839-2d4f6f8df801 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:48:15.303571 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Pushing event updated for resources: {'Port': ['ID=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:15.314478 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.314974 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.315421 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.315857 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.316312 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.316746 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.317173 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.317634 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.318592 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.319128 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.319550 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.319975 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Tracked resource versions report: Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: pushed versions: Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: { 'AddressGroup': {'1.2'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'ConntrackHelper': {'1.0'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Log': {'1.0'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Network': {'1.1'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Port': {'1.7'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'PortForwarding': {'1.2'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'QosPolicy': {'1.9'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroup': {'1.4'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SubPort': {'1.0'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Subnet': {'1.1'}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Trunk': {'1.1'}} Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: consumer versions: Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'ConntrackHelper': '1.0', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Log': '1.0', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Network': '1.1', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Port': '1.7', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'PortForwarding': '1.2', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'QosPolicy': '1.9', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroup': '1.4', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroupRule': '1.2', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SubPort': '1.0', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Subnet': '1.1', Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Trunk': '1.1'}} Sep 16 19:48:15.321126 dv-cinder-804294-2-iscsi neutron-server[101176]: {{(pid=101176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:48:15.327021 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:48:15.327550 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Checking segment: {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:48:15.328209 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.328838 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Bound using segment: {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:48:15.329338 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Bound port: 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29847278-28d8-42f0-b9bc-5b1a4eb0db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:48:15.329840 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.350239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-46a6f0ce-4e77-4414-b61d-6b954dc9c1c5 None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:15.350836 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-46a6f0ce-4e77-4414-b61d-6b954dc9c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.386050 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-46a6f0ce-4e77-4414-b61d-6b954dc9c1c5 None None] Port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:48:15.404459 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] For port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:48:15.424187 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] For port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,segment=NetworkSegment(29847278-28d8-42f0-b9bc-5b1a4eb0db4f),segment_id=29847278-28d8-42f0-b9bc-5b1a4eb0db4f)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:48:15.514257 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.573460 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736abc01-093a-4e02-a43f-16fc5730de69 None None] Pushing event updated for resources: {'Port': ['ID=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:15.578943 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Routers {'386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:48:15.579486 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:48:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:15.677756 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] Set router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:48:15.807151 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:15.807598 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.906046 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:12Z', 'revision_number': 2, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port_host': None, '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:15Z', 'revision_number': 4, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:15.906790 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:15.939370 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf72f487-f2ec-4043-bc48-6fa51f9562c3 None None] The sync data for ids ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'] in dv-cinder-804294-2-iscsi is: [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:12Z', 'revision_number': 2, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port_host': None, '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:15Z', 'revision_number': 4, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:48:15.944143 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] For port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,segment=NetworkSegment(29847278-28d8-42f0-b9bc-5b1a4eb0db4f),segment_id=29847278-28d8-42f0-b9bc-5b1a4eb0db4f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:48:16.031061 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:16.052244 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 53704) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:16.090131 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856105c-13d6-490b-b1b1-40425e3ae396 None None] Pushing event updated for resources: {'Port': ['ID=3ee93c79-3eb9-4f98-9cfd-e358f1f8500b,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:16.190041 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239044f-e4fa-4f4e-a632-d84d125e69ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:48:16.191434 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-5239044f-e4fa-4f4e-a632-d84d125e69ec admin admin] 10.222.0.49 "GET /v2.0/networks/24bfaa1e-5b4d-4646-89ba-a13d392f2706 HTTP/1.1" status: 200 len: 842 time: 0.1376493 Sep 16 19:48:16.202082 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:48:16.323545 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Made reservation on behalf of 0cca8028d51543ffa245bb6417a3a464 for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:48:16.325801 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:16.720227 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.objects.ports [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101173) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 19:48:16.720691 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:16.773493 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2028ff-7012-4bdb-ab19-294e03482b6c,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:16.784647 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:48:16.785005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Network hostable DHCP agents. Network: 24bfaa1e-5b4d-4646-89ba-a13d392f2706, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:48:16.888987 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:48:16.980407 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 24bfaa1e-5b4d-4646-89ba-a13d392f2706) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:48:16.984393 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:48:16.985027 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:16.989534 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf94f06-612a-4c7c-8aa6-e82eac8fac75 None None] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:48:17.085296 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-62757d3a-c443-4d7c-b499-cc62e88966e7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8743291 Sep 16 19:48:17.121493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711de679-1c72-4ad4-ad33-f181c4fa0443 None None] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:48:19.456640 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53712) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:19.592177 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c11a3240-b31b-47bc-89b4-7f4a7408ee85 admin admin] 10.222.0.49 "GET /v2.0/routers/386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 HTTP/1.1" status: 200 len: 710 time: 0.1343806 Sep 16 19:48:19.685297 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd234b-a711-4e69-9a87-72906cfbf682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:48:19.686566 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-66bd234b-a711-4e69-9a87-72906cfbf682 admin admin] 10.222.0.49 "GET /v2.0/networks/24bfaa1e-5b4d-4646-89ba-a13d392f2706 HTTP/1.1" status: 200 len: 886 time: 0.0880973 Sep 16 19:48:19.696663 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:48:19.983463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:20.347296 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:20.511819 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:20.624348 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Allocated IP 172.27.1.165 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/f7e600f9-e597-40b7-a3a4-ee3258450ec3) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:48:20.729617 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:20.834717 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:20.870582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:48:20.873412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:48:20.881028 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:48:20.886266 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e600f9-e597-40b7-a3a4-ee3258450ec3,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:21.233436 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:21.442392 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7865869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1666'] for router, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:21.447070 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7865862'] for router, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:21.553210 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:48:21.659400 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:48:21.665160 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:21.666178 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-854c0134-8ff9-46fa-8c1b-5286aa667937 admin admin] 10.222.0.49 "PUT /v2.0/routers/386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 HTTP/1.1" status: 200 len: 890 time: 1.9734221 Sep 16 19:48:22.502943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08412714-abe2-4507-a275-9161da719832 None None] Sync routers for ids ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:48:22.513380 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08412714-abe2-4507-a275-9161da719832 None None] Routers {'386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:48:22.514081 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-08412714-abe2-4507-a275-9161da719832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:48:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:22.729519 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-08412714-abe2-4507-a275-9161da719832 None None] Set router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:48:22.880821 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:48:23.069658 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:23.069944 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.249358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-08412714-abe2-4507-a275-9161da719832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:21Z', 'revision_number': 4, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port': {'id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:20Z', 'updated_at': '2021-09-16T19:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:15Z', 'revision_number': 5, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:23.306715 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08412714-abe2-4507-a275-9161da719832 None None] Checking router: 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:48:23.307062 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08412714-abe2-4507-a275-9161da719832 None None] Updating router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 port f7e600f9-e597-40b7-a3a4-ee3258450ec3 binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:48:23.358552 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.701992 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.759207 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.896677 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc213-1fe1-47ee-b98e-1b8baf4178bf None None] Pushing event updated for resources: {'Port': ['ID=f7e600f9-e597-40b7-a3a4-ee3258450ec3,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:23.900823 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-08412714-abe2-4507-a275-9161da719832 None None] Attempting to bind port f7e600f9-e597-40b7-a3a4-ee3258450ec3 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:48:23.901195 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-08412714-abe2-4507-a275-9161da719832 None None] Attempting to bind port f7e600f9-e597-40b7-a3a4-ee3258450ec3 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:48:23.901580 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08412714-abe2-4507-a275-9161da719832 None None] Attempting to bind port f7e600f9-e597-40b7-a3a4-ee3258450ec3 on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:48:23.906743 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08412714-abe2-4507-a275-9161da719832 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:48:23.907118 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08412714-abe2-4507-a275-9161da719832 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:48:23.907512 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.907899 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08412714-abe2-4507-a275-9161da719832 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:48:23.908355 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-08412714-abe2-4507-a275-9161da719832 None None] Bound port: f7e600f9-e597-40b7-a3a4-ee3258450ec3, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:48:23.908748 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:23.962118 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-08412714-abe2-4507-a275-9161da719832 None None] For port f7e600f9-e597-40b7-a3a4-ee3258450ec3, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:48:23.965933 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-08412714-abe2-4507-a275-9161da719832 None None] For port f7e600f9-e597-40b7-a3a4-ee3258450ec3, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f7e600f9-e597-40b7-a3a4-ee3258450ec3,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:48:24.040036 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08412714-abe2-4507-a275-9161da719832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:24.099400 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08412714-abe2-4507-a275-9161da719832 None None] Routers {'386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:48:24.100115 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-08412714-abe2-4507-a275-9161da719832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:48:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:24.103115 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc213-1fe1-47ee-b98e-1b8baf4178bf None None] Pushing event updated for resources: {'Port': ['ID=f7e600f9-e597-40b7-a3a4-ee3258450ec3,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:24.131440 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 53724) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:48:24.211281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-08412714-abe2-4507-a275-9161da719832 None None] Set router 386fc3b7-7b40-42af-ad62-c3f0db1ce8c7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:48:24.249306 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4374ad31-f847-4bc0-9140-00aec5bf2e16 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166832 Sep 16 19:48:24.444727 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-08412714-abe2-4507-a275-9161da719832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:21Z', 'revision_number': 4, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port': {'id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:20Z', 'updated_at': '2021-09-16T19:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:15Z', 'revision_number': 5, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:48:24.471440 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08412714-abe2-4507-a275-9161da719832 None None] The sync data for ids ['386fc3b7-7b40-42af-ad62-c3f0db1ce8c7'] in dv-cinder-804294-2-iscsi is: [{'id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'name': 'router1', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:48:02Z', 'updated_at': '2021-09-16T19:48:21Z', 'revision_number': 4, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'gw_port': {'id': 'f7e600f9-e597-40b7-a3a4-ee3258450ec3', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:20Z', 'updated_at': '2021-09-16T19:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '3ee93c79-3eb9-4f98-9cfd-e358f1f8500b', 'name': '', 'network_id': '539c8a89-08c9-4448-b839-2d4f6f8df801', 'tenant_id': 'fb84f87e2f324edcadd76437e365ee3f', 'mac_address': 'fa:16:3e:53:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fc3b7-7b40-42af-ad62-c3f0db1ce8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:48:11Z', 'updated_at': '2021-09-16T19:48:15Z', 'revision_number': 5, 'project_id': 'fb84f87e2f324edcadd76437e365ee3f', 'subnets': [{'id': 'dca128f7-419c-49c9-8ceb-e7713f162026', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921a2a36-77a3-424c-a2ad-7248ef37e293'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:48:25.049610 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f7e600f9-e597-40b7-a3a4-ee3258450ec3 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:48:25.104356 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port f7e600f9-e597-40b7-a3a4-ee3258450ec3 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:25.104799 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:25.192081 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:25.247302 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port f7e600f9-e597-40b7-a3a4-ee3258450ec3, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f7e600f9-e597-40b7-a3a4-ee3258450ec3,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:48:25.319708 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:25.368380 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=f7e600f9-e597-40b7-a3a4-ee3258450ec3,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:48:26.857339 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f7e600f9-e597-40b7-a3a4-ee3258450ec3 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:48:26.909082 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port f7e600f9-e597-40b7-a3a4-ee3258450ec3 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:48:26.909776 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:33.983543 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:48:34.199399 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-95c55865-16eb-460d-9945-d1b17feed4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:37.185272 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fd9400ac-69b2-4a87-8f7e-1f43303c5de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:37.344960 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:38.227429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:48:39.987589 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:04.326101 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-142b095d-ffb2-46d1-9bcd-79b0adc04f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:07.192745 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-13e46edd-e72c-4eca-82f8-d4ec9a25a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:07.346693 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:08.486694 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:09.985626 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:10.983316 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:49:34.207241 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb7ac-ee6a-4898-9bb1-6aa44cf8154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:37.175658 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-08dfa35c-a0e5-4f36-b1ba-8d2a9a50344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:37.341929 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:38.229959 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:40.004299 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:49:47.982673 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:50:03.895752 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54288) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:03.957625 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-002c08b3-a7dd-42fb-9d4b-982309db4406 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:50:03.958935 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-002c08b3-a7dd-42fb-9d4b-982309db4406 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622118 Sep 16 19:50:04.121562 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20651040-ab63-42ff-b76c-22611d8eae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:04.123200 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-20651040-ab63-42ff-b76c-22611d8eae09 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593368 Sep 16 19:50:04.197200 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-58e09cc3-5f54-411b-a4da-94890ff620e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:06.354213 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54298) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:06.449606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9555f-0edd-4da8-917c-98c89042c4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:06.451524 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-32f9555f-0edd-4da8-917c-98c89042c4de admin admin] 10.222.0.49 "GET /v2.0/subnets/dca128f7-419c-49c9-8ceb-e7713f162026 HTTP/1.1" status: 200 len: 849 time: 0.0963380 Sep 16 19:50:06.461725 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:50:06.551689 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Notify callbacks [] for subnet, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:06.845508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791953566980'] for subnet, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:06.875723 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:06.876305 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:06.877897 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] 10.222.0.49 "PUT /v2.0/subnets/dca128f7-419c-49c9-8ceb-e7713f162026 HTTP/1.1" status: 200 len: 868 time: 0.4197018 Sep 16 19:50:06.881447 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f2ade-6014-4a6e-94fc-6f8e04bfe30d None None] Network 539c8a89-08c9-4448-b839-2d4f6f8df801 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:50:06.902648 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca128f7-419c-49c9-8ceb-e7713f162026,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:50:06.910887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.911268 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.911593 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.911951 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.912285 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.912622 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.913117 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.913412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.913758 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.914082 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.914398 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:06.914711 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b3d72-96ec-498b-ac73-b79a2fecf84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:07.165809 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-922632cd-a6bf-48d1-9586-3e62a56b7f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:07.256658 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-148d0dec-7ee8-4a10-874f-a746d7725d28 None None] Provisioning complete for port 3ee93c79-3eb9-4f98-9cfd-e358f1f8500b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:50:07.257022 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-148d0dec-7ee8-4a10-874f-a746d7725d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:07.352540 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-148d0dec-7ee8-4a10-874f-a746d7725d28 None None] Provisioning complete for port 860948c9-4eb3-4a89-a63d-2766f3812e4a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:50:07.352801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-148d0dec-7ee8-4a10-874f-a746d7725d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:07.376030 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:08.225771 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:09.135213 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54306) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:09.340675 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733f5b1-d82a-4a78-8f00-926fa420b807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:09.341374 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733f5b1-d82a-4a78-8f00-926fa420b807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:09.342751 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e733f5b1-d82a-4a78-8f00-926fa420b807 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060201 Sep 16 19:50:10.002590 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:11.587334 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54314) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:11.719786 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0e3b2-fd7d-441d-b153-e53868596760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:11.720253 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0e3b2-fd7d-441d-b153-e53868596760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:11.721823 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3ad0e3b2-fd7d-441d-b153-e53868596760 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334989 Sep 16 19:50:13.954882 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54322) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:14.091968 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf673430-8981-4d3a-b890-5646dc05bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:14.093377 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bf673430-8981-4d3a-b890-5646dc05bac3 admin admin] 10.222.0.49 "GET /v2.0/networks/24bfaa1e-5b4d-4646-89ba-a13d392f2706 HTTP/1.1" status: 200 len: 886 time: 0.1375325 Sep 16 19:50:16.330975 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54330) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:16.481892 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b022a1-5fd1-4ce8-9d3b-ad56ad5afeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:16.483130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f3b022a1-5fd1-4ce8-9d3b-ad56ad5afeba admin admin] 10.222.0.49 "GET /v2.0/networks/539c8a89-08c9-4448-b839-2d4f6f8df801 HTTP/1.1" status: 200 len: 869 time: 0.1512239 Sep 16 19:50:18.696190 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54340) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:18.825728 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001acd-2b55-4d2d-ac67-a7ac064b4ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:18.826176 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001acd-2b55-4d2d-ac67-a7ac064b4ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:18.827696 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6f001acd-2b55-4d2d-ac67-a7ac064b4ac4 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305707 Sep 16 19:50:21.055228 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54348) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:21.146887 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0dc5c-dcdc-41ad-81d5-305da16268b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:21.147279 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0dc5c-dcdc-41ad-81d5-305da16268b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:21.148775 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-81f0dc5c-dcdc-41ad-81d5-305da16268b5 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925207 Sep 16 19:50:23.364686 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54356) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:23.457142 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fae956-cf79-49dc-a825-bf5b2234639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:23.458539 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e6fae956-cf79-49dc-a825-bf5b2234639a admin admin] 10.222.0.49 "GET /v2.0/subnets/dc2028ff-7012-4bdb-ab19-294e03482b6c HTTP/1.1" status: 200 len: 816 time: 0.0928199 Sep 16 19:50:24.982150 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:50:25.659784 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54364) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:25.758532 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646edf61-730a-4764-83a9-730522bcb4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:25.759881 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-646edf61-730a-4764-83a9-730522bcb4fd admin admin] 10.222.0.49 "GET /v2.0/subnets/dca128f7-419c-49c9-8ceb-e7713f162026 HTTP/1.1" status: 200 len: 868 time: 0.0991285 Sep 16 19:50:34.201111 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8d630c24-ef5f-4148-ac94-abe25db4ff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:37.198975 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ca4f37c1-a75c-407a-bdd7-0848e79e046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:37.352335 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:38.235186 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:40.049431 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:49.964948 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54418) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:50.012193 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-ec500b28-8b10-4715-9eab-1655225075d4 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:50:50.013189 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ec500b28-8b10-4715-9eab-1655225075d4 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472777 Sep 16 19:50:52.315821 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54426) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:52.376557 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f3f689-d175-43d2-a81d-b6482af559e6 admin admin] GET failed (client error): The resource could not be found. Sep 16 19:50:52.377937 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d2f3f689-d175-43d2-a81d-b6482af559e6 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611870 Sep 16 19:50:52.460971 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e64b55-eeb0-490b-bbea-cb3a23f7decf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:52.462464 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b3e64b55-eeb0-490b-bbea-cb3a23f7decf admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799868 Sep 16 19:50:54.730522 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54434) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:54.777539 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:50:54.857064 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Made reservation on behalf of 0cca8028d51543ffa245bb6417a3a464 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:50:54.859412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:54.887191 dv-cinder-804294-2-iscsi neutron-server[101174]: WARNING neutron.services.revisions.revision_plugin [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Could not find related network for resource to bump revision. Sep 16 19:50:54.901863 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:50:54.911412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:54.911692 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Added segment aad7d8eb-2a92-4eae-9657-a279f896f649 of type vlan for network e9b780c2-29fd-4643-8361-f52a737f2e2a Sep 16 19:50:54.960771 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:55.037259 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:55.038240 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:55.038833 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:55.096599 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b780c2-29fd-4643-8361-f52a737f2e2a,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:50:55.107139 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network e9b780c2-29fd-4643-8361-f52a737f2e2a details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:50:55.135218 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9df35b80-4721-4a5c-b3ec-3bec23743bd8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4036140 Sep 16 19:50:57.390942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54442) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:50:57.451210 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c1e025-80ff-4d26-9283-e39f8de27f9a admin admin] GET failed (client error): The resource could not be found. Sep 16 19:50:57.452516 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-85c1e025-80ff-4d26-9283-e39f8de27f9a admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606337 Sep 16 19:50:57.527642 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9bd09-8afa-4d0b-94c5-1cbc47d5e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:57.529110 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8d9bd09-8afa-4d0b-94c5-1cbc47d5e0a7 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719259 Sep 16 19:50:57.539723 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:50:57.625856 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Made reservation on behalf of 0cca8028d51543ffa245bb6417a3a464 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:50:57.628105 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:57.860090 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:57.918572 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d81c119-6a54-4128-9fcc-99c7589fdce2,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:50:57.925945 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Checking segment: {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:50:57.926292 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Network hostable DHCP agents. Network: e9b780c2-29fd-4643-8361-f52a737f2e2a, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:50:58.017115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Network e9b780c2-29fd-4643-8361-f52a737f2e2a is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:50:58.097086 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, e9b780c2-29fd-4643-8361-f52a737f2e2a) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:50:58.101115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:50:58.101706 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.106278 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b6baaa-0eed-4a97-81e4-61978f7808c8 None None] Network e9b780c2-29fd-4643-8361-f52a737f2e2a requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:50:58.184064 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b3a4a480-b088-41c9-9611-71bdddd4a985 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6476305 Sep 16 19:50:58.256463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-e9b780c2-29fd-4643-8361-f52a737f2e2a', 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a', 'tenant_id': '0cca8028d51543ffa245bb6417a3a464', 'fixed_ips': [{'subnet_id': '2d81c119-6a54-4128-9fcc-99c7589fdce2'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 19:50:58.257561 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.399984 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Allocated IP 192.168.233.2 (e9b780c2-29fd-4643-8361-f52a737f2e2a/2d81c119-6a54-4128-9fcc-99c7589fdce2/b97abd03-d0ad-40e6-ae18-89cc156c7fad) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:50:58.550387 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.635087 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.671927 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Network e9b780c2-29fd-4643-8361-f52a737f2e2a is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:50:58.674684 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:50:58.677166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:50:58.692809 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Pushing event updated for resources: {'Port': ['ID=b97abd03-d0ad-40e6-ae18-89cc156c7fad,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:50:58.713343 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.713712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.714060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.714394 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.714723 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.715051 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.715376 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.715718 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.716061 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.716384 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.716699 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.717012 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:50:58.755243 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Attempting to bind port b97abd03-d0ad-40e6-ae18-89cc156c7fad on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:50:58.755548 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Attempting to bind port b97abd03-d0ad-40e6-ae18-89cc156c7fad by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:50:58.755899 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Attempting to bind port b97abd03-d0ad-40e6-ae18-89cc156c7fad on network e9b780c2-29fd-4643-8361-f52a737f2e2a {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:50:58.761821 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:50:58.762187 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Checking segment: {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:50:58.762574 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.762957 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Bound using segment: {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:50:58.763463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Bound port: b97abd03-d0ad-40e6-ae18-89cc156c7fad, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:50:58.763802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.828352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] For port b97abd03-d0ad-40e6-ae18-89cc156c7fad, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:50:58.831537 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] For port b97abd03-d0ad-40e6-ae18-89cc156c7fad, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b97abd03-d0ad-40e6-ae18-89cc156c7fad,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:50:58.894747 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:58.958093 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477efd-5043-4e1f-8dc4-ad20ba4dedb2 None None] Pushing event updated for resources: {'Port': ['ID=b97abd03-d0ad-40e6-ae18-89cc156c7fad,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:50:59.757489 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4ea84-0a1e-412a-86b1-3e2319ab286e None None] Network e9b780c2-29fd-4643-8361-f52a737f2e2a requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:50:59.884601 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] Provisioning complete for port b97abd03-d0ad-40e6-ae18-89cc156c7fad triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:50:59.884992 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:50:59.994196 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:00.034776 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] For port b97abd03-d0ad-40e6-ae18-89cc156c7fad, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b97abd03-d0ad-40e6-ae18-89cc156c7fad,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:51:00.114482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:00.165182 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f97236-4b7a-4bbe-930d-b3380c35e35f None None] Pushing event updated for resources: {'Port': ['ID=b97abd03-d0ad-40e6-ae18-89cc156c7fad,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:51:00.235563 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6c5742b3-5081-44b0-8905-ea24ea8298d9 None None] Provisioning complete for port b97abd03-d0ad-40e6-ae18-89cc156c7fad triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:51:00.235914 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c5742b3-5081-44b0-8905-ea24ea8298d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:00.978115 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b97abd03-d0ad-40e6-ae18-89cc156c7fad up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:51:01.026413 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port b97abd03-d0ad-40e6-ae18-89cc156c7fad triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:51:01.026766 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:01.981316 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:51:04.219718 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3a41-2651-4ae5-9e7c-d25cfe5d57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:07.199188 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a877eceb-66a0-486d-8d1f-78e0b248200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:07.324805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:08.239213 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:09.996370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:34.203471 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7c7b-1842-4db1-8241-0ee918e62e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:37.169482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2cad12f1-e904-462c-b36a-ebbe1ce3b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:37.378236 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:38.254888 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:51:38.979636 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:51:40.009911 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:04.208079 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dc004640-0d63-4985-bfde-9e518657448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:07.182423 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ac12d75f-0100-444a-8e5c-f2681cf4d3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:07.344725 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:08.252797 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:10.007205 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:15.978216 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:52:16.424977 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54494) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:52:16.431223 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [None req-9cfa87a7-fdfd-49a4-b924-412915c1029a tempest-verify_tempest_config-1203867550 tempest-verify_tempest_config-1203867550-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:52:16.432504 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9cfa87a7-fdfd-49a4-b924-412915c1029a tempest-verify_tempest_config-1203867550 tempest-verify_tempest_config-1203867550-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065837 Sep 16 19:52:17.154949 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54512) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:52:17.258760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.346905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.418534 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.463546 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa2dd8fb92054e7386a1a9027b83a629&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3075037 Sep 16 19:52:17.464347 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728ef99-4552-448c-80fe-fdd4092a1496,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:52:17.466184 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54516) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:52:17.477304 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.477652 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.477990 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.478321 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.478649 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.478995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.479326 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.479671 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.480012 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.480338 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.480656 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.480975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdf366-98cc-4166-8862-afa4092f49e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:52:17.531160 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.551383 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.721485 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.724496 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:17.725097 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a728ef99-4552-448c-80fe-fdd4092a1496 HTTP/1.1" status: 204 len: 168 time: 0.2580357 Sep 16 19:52:17.733660 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e117dc-32f2-44d6-b02b-4e6d496ae5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728ef99-4552-448c-80fe-fdd4092a1496,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:52:34.194137 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-713a1e1c-0681-46fc-b557-2fdc963ef26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:37.188655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4abc38fa-9966-4846-9812-05474cbe8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:37.342799 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:38.239828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:40.014905 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:52:52.976148 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:53:04.213919 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-68d326e9-2b1c-4e8f-baf1-a54aae63edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:07.219453 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d83b782-ea32-4fce-9608-ae76d83a1689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:07.386687 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:08.249880 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:10.027009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:29.974990 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 5 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:53:34.208464 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8917a1b4-607d-43b7-8ce5-c9d1a0291cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:37.166332 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9063040d-3933-4474-b029-3fe78d56cd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:37.356604 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:38.242095 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:40.029530 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:53:50.436482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993121'] for agent, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:04.212775 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d24c4a2-e154-42ab-94d3-1881fe63ab57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:05.779892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54588) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:54:05.921984 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1e6fb436-c99e-4d46-bd7a-254f2f373f74 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1409495 Sep 16 19:54:06.975679 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:54:07.190491 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0776b16b-7e65-491f-9aaa-ba81a986e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:07.422940 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:08.269978 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:08.413241 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54598) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:54:08.483586 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7848edae-8cb8-497d-843e-0f263fd03243 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0688643 Sep 16 19:54:10.045456 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:20.404268 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:34.221010 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4dd1-eb9a-4d8e-bdb4-2f72bfd9b130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:37.181892 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-01046787-70a2-4d84-95a3-f786028a5244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:37.381006 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:38.312156 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:40.106426 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:54:43.975610 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:54:50.370848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:04.243092 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-04c0b9da-a549-4735-ba14-9f7c9c34708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:07.203428 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-28382be6-1bbd-41f1-80eb-35af4bd773e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:07.368004 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:08.277935 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:10.038020 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:20.368274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:20.975831 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:55:34.222674 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4066-7d21-4a05-9571-72aa60324575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:37.189310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-087e7401-f4e5-4429-a3c4-569e5217e28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:37.383258 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:38.275069 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:40.081044 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.174096 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54780) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:41.405751 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-network', 'tenant_id': '65e319c3a6c241149f6c741a0397f068'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:41.521606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Made reservation on behalf of 65e319c3a6c241149f6c741a0397f068 for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:41.524010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.533342 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.639079 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.715713 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.748206 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:55:41.755491 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f220af-25b2-494e-b57f-944eb459846f,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:41.764947 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.765310 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Added segment 3565b2d0-7814-4d77-9051-001181ce9bd9 of type vlan for network 76bc6836-7ed0-4631-b15c-0494313e74a5 Sep 16 19:55:41.768411 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.768779 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.769117 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.769482 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.769810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.770396 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.770770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.771108 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.771550 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.771752 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.772068 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.772387 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Tracked resource versions report: Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: pushed versions: Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: { 'AddressGroup': {'1.2'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'ConntrackHelper': {'1.0'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Log': {'1.0'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Network': {'1.1'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Port': {'1.7'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'PortForwarding': {'1.2'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'QosPolicy': {'1.9'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroup': {'1.4'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SubPort': {'1.0'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Subnet': {'1.1'}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Trunk': {'1.1'}} Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: consumer versions: Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: HyperV agent@hv-cinder-80429: {}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'ConntrackHelper': '1.0', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Log': '1.0', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Network': '1.1', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Port': '1.7', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'PortForwarding': '1.2', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'QosPolicy': '1.9', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroup': '1.4', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SecurityGroupRule': '1.2', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'SubPort': '1.0', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Subnet': '1.1', Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: 'Trunk': '1.1'}} Sep 16 19:55:41.773439 dv-cinder-804294-2-iscsi neutron-server[101173]: {{(pid=101173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:55:41.826412 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.944251 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:41.945359 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:41.946259 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.044654 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54818) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.052669 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] Pushing event updated for resources: {'Network': ['ID=76bc6836-7ed0-4631-b15c-0494313e74a5,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:42.060584 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2d051c89-f69f-4ad8-bd4f-b0a66e08823c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8847303 Sep 16 19:55:42.062305 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54822) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.065610 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:55:42.069092 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Request body: {'subnet': {'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-subnet', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:42.167173 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Made reservation on behalf of 65e319c3a6c241149f6c741a0397f068 for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:42.169784 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.400886 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54836) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.465170 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.561081 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=315b4bf2-8976-4f23-8616-084ef631066a,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:42.579098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Checking segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:42.580636 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Network hostable DHCP agents. Network: 76bc6836-7ed0-4631-b15c-0494313e74a5, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:55:42.600225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54842) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.609307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-165100555-network', 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:42.653225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54848) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.675980 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:55:42.696929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-network', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:42.744326 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:42.746874 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.757091 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.770113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 76bc6836-7ed0-4631-b15c-0494313e74a5) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:42.775092 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:42.775673 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.785208 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b6372-1b10-46f2-b2f6-76ff78c1eade None None] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:42.911540 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Made reservation on behalf of 6ec3a93878354907ba9d5df5f3fd803f for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:42.914375 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.924342 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:42.977231 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-80cdf62e-9672-4bd5-8e6e-e366a423e7bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9119208 Sep 16 19:55:42.979941 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54862) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:42.992310 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:42.997575 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-76bc6836-7ed0-4631-b15c-0494313e74a5', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 19:55:43.002370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.078971 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1336877518-network', 'tenant_id': '7f5fd3c25c3f4313ac1eaf8b524f25f8'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:43.140627 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1722123144-network', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:43.148594 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.210879 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Allocated IP 172.20.0.2 (76bc6836-7ed0-4631-b15c-0494313e74a5/315b4bf2-8976-4f23-8616-084ef631066a/fe51027e-bfdf-466b-8afa-b6c2b20a140b) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:43.225122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.251724 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:55:43.262068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.262669 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Added segment 3cb405aa-a60f-477b-85d9-8a65bd1f1b3f of type vlan for network 5bca9afd-10fd-4a2e-9327-4c7390bca438 Sep 16 19:55:43.323891 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.361616 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.365659 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1508c-8580-4bdd-8c79-e730be002348,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:43.380575 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.380939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.381309 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.381641 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.381968 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.382309 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.382640 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.382979 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.383320 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.383665 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.383961 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.384731 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Tracked resource versions report: Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: pushed versions: Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: { 'AddressGroup': {'1.2'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'ConntrackHelper': {'1.0'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Log': {'1.0'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Network': {'1.1'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Port': {'1.7'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'PortForwarding': {'1.2'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'QosPolicy': {'1.9'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroup': {'1.4'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SubPort': {'1.0'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Subnet': {'1.1'}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Trunk': {'1.1'}} Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: consumer versions: Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: HyperV agent@hv-cinder-80429: {}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'ConntrackHelper': '1.0', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Log': '1.0', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Network': '1.1', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Port': '1.7', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'PortForwarding': '1.2', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'QosPolicy': '1.9', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroup': '1.4', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SecurityGroupRule': '1.2', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'SubPort': '1.0', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Subnet': '1.1', Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: 'Trunk': '1.1'}} Sep 16 19:55:43.385852 dv-cinder-804294-2-iscsi neutron-server[101174]: {{(pid=101174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:55:43.410531 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.527472 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.528444 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:43.529026 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.591597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] Pushing event updated for resources: {'Network': ['ID=5bca9afd-10fd-4a2e-9327-4c7390bca438,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:43.603307 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:55:43.621785 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.623251 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.675396 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:43.681595 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:43.688641 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:43.738095 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b80076-c9cf-4f92-b37e-4830d49f4f2b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:43.747888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:55:43.761572 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.761968 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Added segment 89c3ef70-b604-4f16-ba8b-59a9ee20e799 of type vlan for network a68a4545-d3d5-4791-86ef-a9d26b7513ee Sep 16 19:55:43.809214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.866624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.867760 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.908328 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Attempting to bind port fe51027e-bfdf-466b-8afa-b6c2b20a140b on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:55:43.908328 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Attempting to bind port fe51027e-bfdf-466b-8afa-b6c2b20a140b by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:55:43.908328 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Attempting to bind port fe51027e-bfdf-466b-8afa-b6c2b20a140b on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:55:43.924758 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:55:43.925166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Checking segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:43.925613 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.926022 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Bound using segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:55:43.926504 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Bound port: fe51027e-bfdf-466b-8afa-b6c2b20a140b, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:55:43.927360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.934933 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Pushing event updated for resources: {'Port': ['ID=fe51027e-bfdf-466b-8afa-b6c2b20a140b,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:43.988931 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:43.991449 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:43.991633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.028815 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] For port fe51027e-bfdf-466b-8afa-b6c2b20a140b, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:55:44.034179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] For port fe51027e-bfdf-466b-8afa-b6c2b20a140b, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=fe51027e-bfdf-466b-8afa-b6c2b20a140b,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:55:44.036961 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.037606 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.038140 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.038480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.038831 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.040121 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.040493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.040837 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.041189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.041729 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.042063 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.042389 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Tracked resource versions report: Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: pushed versions: Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: { 'AddressGroup': {'1.2'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'ConntrackHelper': {'1.0'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Log': {'1.0'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Network': {'1.1'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Port': {'1.7'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'PortForwarding': {'1.2'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'QosPolicy': {'1.9'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroup': {'1.4'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SubPort': {'1.0'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Subnet': {'1.1'}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Trunk': {'1.1'}} Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: consumer versions: Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: HyperV agent@hv-cinder-80429: {}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'ConntrackHelper': '1.0', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Log': '1.0', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Network': '1.1', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Port': '1.7', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'PortForwarding': '1.2', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'QosPolicy': '1.9', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroup': '1.4', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SecurityGroupRule': '1.2', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'SubPort': '1.0', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Subnet': '1.1', Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: 'Trunk': '1.1'}} Sep 16 19:55:44.047060 dv-cinder-804294-2-iscsi neutron-server[101175]: {{(pid=101175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:55:44.054225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.137620 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a68a4545-d3d5-4791-86ef-a9d26b7513ee,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:44.150927 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:55:44.172831 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.202731 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Made reservation on behalf of 7f5fd3c25c3f4313ac1eaf8b524f25f8 for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:44.206577 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.368212 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-b30a6ad4-66b8-4f69-8f77-7d83a12376d6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9594042 Sep 16 19:55:44.368212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 54900) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:44.372721 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Request body: {'subnet': {'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-subnet', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:44.378866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.419894 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.433047 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337933f6-63c0-4a49-97a6-62c1d2b55e0b None None] Pushing event updated for resources: {'Port': ['ID=fe51027e-bfdf-466b-8afa-b6c2b20a140b,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:44.612416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Made reservation on behalf of da8a43c8acea400fa62b639c395cebb6 for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:44.614849 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.628099 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.671830 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9a0bad89-f0c6-41b3-87f4-ee60fb9f1496 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6255791 Sep 16 19:55:44.676753 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54914) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:44.689583 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Request body: {'subnet': {'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-165100555-subnet', 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:44.912779 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:44.966963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.130510 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Made reservation on behalf of 6ec3a93878354907ba9d5df5f3fd803f for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:45.135505 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.323341 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Allocated IP 172.27.1.237 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/30b4fda5-e04e-47b2-9188-315c92d0d157) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:45.343755 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device fe51027e-bfdf-466b-8afa-b6c2b20a140b up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:45.477180 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port fe51027e-bfdf-466b-8afa-b6c2b20a140b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:45.477902 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.541922 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54956) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:45.656403 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d1864-9ae9-46e7-86df-d44828805be1 None None] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:45.659356 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.667968 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.719468 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.762867 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.803112 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48a93810-8860-4837-8cf4-a3bb842972bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.867695 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312cbb1-6ec2-4699-bb85-d4cef868e8a7,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:45.871583 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port fe51027e-bfdf-466b-8afa-b6c2b20a140b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=fe51027e-bfdf-466b-8afa-b6c2b20a140b,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:55:45.872800 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-4a389e62-f796-4705-ae29-482abed57c55 None None] Provisioning complete for port fe51027e-bfdf-466b-8afa-b6c2b20a140b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:45.873166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4a389e62-f796-4705-ae29-482abed57c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.879254 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.901568 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:55:45.950286 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.959974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:45.960409 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Added segment cfe6b48b-d1f0-445b-abac-8d625cdf98b8 of type vlan for network 45f3c778-8bbd-46df-8320-13dc94bf74c5 Sep 16 19:55:45.965230 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.060630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0776fb77-d10b-44f6-b419-bf2649676ff4,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:46.101624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:46.117214 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=fe51027e-bfdf-466b-8afa-b6c2b20a140b,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:46.136876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:46.148724 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:46.154712 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.157183 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Checking segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:46.157594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Network hostable DHCP agents. Network: a68a4545-d3d5-4791-86ef-a9d26b7513ee, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:55:46.221836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=30b4fda5-e04e-47b2-9188-315c92d0d157,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:46.305851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.db.resource_extend [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 19:55:46.409958 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-97f54055-1bb7-49a8-aebe-2c128d78e409 None None] Provisioning complete for port fe51027e-bfdf-466b-8afa-b6c2b20a140b triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:46.410543 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54972) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:46.411012 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97f54055-1bb7-49a8-aebe-2c128d78e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.440899 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.545289 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.546330 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:46.546908 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.556673 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eaaeccfe-7c44-493c-b572-688ca6a392fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.583183 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.584008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:55:46.692228 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0905297 Sep 16 19:55:46.693378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877660-2b05-4c1e-bb90-85cf4f925ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=45f3c778-8bbd-46df-8320-13dc94bf74c5,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:46.696749 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54980) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:46.702555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:55:46.703634 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Request body: {'subnet': {'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1336877518-subnet', 'tenant_id': '7f5fd3c25c3f4313ac1eaf8b524f25f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:46.710741 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 45f3c778-8bbd-46df-8320-13dc94bf74c5 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:55:46.736274 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97252287-1076-499b-b1d7-ce8d8060f7c5,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:46.768207 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.768591 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Added segment 8287db7d-26b9-49f0-9c9a-a64c29cce2ca of type vlan for network 2064363c-4716-46ae-9a74-2672ecf19b10 Sep 16 19:55:46.778347 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, a68a4545-d3d5-4791-86ef-a9d26b7513ee) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:46.779544 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:46.790728 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375a522-cf8f-4154-9508-0353ae5dcf73 None None] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:46.792380 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.819974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:46.820564 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.911325 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.933488 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:46.978991 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a08984-792e-42ed-9235-f914e45c673e None None] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:47.262466 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device fe51027e-bfdf-466b-8afa-b6c2b20a140b up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:47.281876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.291571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.293878 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48a93810-8860-4837-8cf4-a3bb842972bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.295658 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:47.296262 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.300408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.356812 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port fe51027e-bfdf-466b-8afa-b6c2b20a140b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:47.359426 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.385867 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:47.416919 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48a93810-8860-4837-8cf4-a3bb842972bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.445044 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Checking segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:47.445975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Network hostable DHCP agents. Network: 5bca9afd-10fd-4a2e-9327-4c7390bca438, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:55:47.453006 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-48a93810-8860-4837-8cf4-a3bb842972bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=202ae246bc9f409cab0604892c4a1060&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9100440 Sep 16 19:55:47.466310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54994) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:47.530872 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-80473780-4b55-43aa-9f1d-6bce7cdffc2a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1649778 Sep 16 19:55:47.535511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93810-8860-4837-8cf4-a3bb842972bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01221562-e4a6-41e3-a7ed-da659d9da31e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:47.535725 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.8771925 Sep 16 19:55:47.549383 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 54998) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:47.550249 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55000) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:47.564995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:47.574068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Request body: {'subnet': {'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1722123144-subnet', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:47.575111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bf35-2ff9-4c03-b131-e9640bfbea7c admin admin] Pushing event updated for resources: {'Network': ['ID=2064363c-4716-46ae-9a74-2672ecf19b10,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:47.584992 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:55:47.587408 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 2064363c-4716-46ae-9a74-2672ecf19b10 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:55:47.616801 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.648352 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.718493 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eaaeccfe-7c44-493c-b572-688ca6a392fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.719397 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 5bca9afd-10fd-4a2e-9327-4c7390bca438) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:47.724569 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:47.725206 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.730916 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28958a-5f07-4478-8ae7-bdd91369f0d6 None None] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:47.739602 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:55:47.828826 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eaaeccfe-7c44-493c-b572-688ca6a392fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.838502 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.843740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:47.846040 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01221562-e4a6-41e3-a7ed-da659d9da31e HTTP/1.1" status: 204 len: 168 time: 0.3699586 Sep 16 19:55:47.900859 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4472de8-3fd6-466c-a21b-d23a7baa93cf None None] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:47.918663 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-eaaeccfe-7c44-493c-b572-688ca6a392fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34d7579b5fcf43489d2c2e849a2da373&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5041580 Sep 16 19:55:47.925622 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55008) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:47.956853 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2a7d1460-5d73-472f-ac24-78fc6f3c2138 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2779722 Sep 16 19:55:47.963798 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeccfe-7c44-493c-b572-688ca6a392fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df67ef6-b221-44d4-98fe-dc7393decb8f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:47.981008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:55:47.996203 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3074b-0421-42da-8695-336fdcf05065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01221562-e4a6-41e3-a7ed-da659d9da31e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:48.002993 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:55:48.016332 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:48.017962 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:48.030257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Made reservation on behalf of 7f5fd3c25c3f4313ac1eaf8b524f25f8 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:48.030257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.127230 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.134630 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.db.api [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 19:55:48.134630 dv-cinder-804294-2-iscsi neutron-server[101174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 19:55:48.134630 dv-cinder-804294-2-iscsi neutron-server[101174]: [parameters: {'project_id_1': 'da8a43c8acea400fa62b639c395cebb6', 'expiration_1': datetime.datetime(2021, 9, 16, 19, 55, 27, 601841)}] Sep 16 19:55:48.134630 dv-cinder-804294-2-iscsi neutron-server[101174]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:55:48.135529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG oslo_db.api [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:55:48.195479 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.294900 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.296314 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.386906 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:48.464916 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.471347 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-cbdfaeeb-d56d-4810-b2a6-9f17a662b0e2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4841809 Sep 16 19:55:48.476606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55032) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:48.572324 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.595564 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.598413 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.599550 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2df67ef6-b221-44d4-98fe-dc7393decb8f HTTP/1.1" status: 204 len: 168 time: 0.6721148 Sep 16 19:55:48.641533 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8aeab-b3c9-4b86-bae0-8c97f0d2ec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df67ef6-b221-44d4-98fe-dc7393decb8f,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:48.669141 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:46Z', 'revision_number': 3, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:48.721509 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:55:48.721841 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Updating router 3295156f-26af-4c1f-bc35-d3c5df7117b7 port 30b4fda5-e04e-47b2-9188-315c92d0d157 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:55:48.730157 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55052) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:48.732290 dv-cinder-804294-2-iscsi neutron-server[101173]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 19:55:48.753988 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.766191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.794033 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a5d17e-2929-4ef1-b091-009c146f163d,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:48.810167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Checking segment: {'id': 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:48.811769 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Network hostable DHCP agents. Network: 45f3c778-8bbd-46df-8320-13dc94bf74c5, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:55:48.900458 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Made reservation on behalf of da8a43c8acea400fa62b639c395cebb6 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:48.905722 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:48.909446 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Network 45f3c778-8bbd-46df-8320-13dc94bf74c5 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:55:49.034552 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55056) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:49.058210 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-12df8f4a-6cd5-4a5d-9040-f1d51f434269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.087018 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.146113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-16d640ce-fa17-42c2-85b7-d20e95c0f012 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:49.146453 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 45f3c778-8bbd-46df-8320-13dc94bf74c5) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:49.147978 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-16d640ce-fa17-42c2-85b7-d20e95c0f012 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.4168291 Sep 16 19:55:49.157780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99142c-d2c2-4102-a99c-9e67ef6d78f6 None None] Network 45f3c778-8bbd-46df-8320-13dc94bf74c5 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:49.175695 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.193027 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-7d7a1ce2-7928-482c-81c1-9f16fad7bbd5 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/quotas/2b98d1c88bb24a55be902fc243dc66ce HTTP/1.1" status: 200 len: 375 time: 0.0289660 Sep 16 19:55:49.219640 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.313483 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Pushing event updated for resources: {'Port': ['ID=30b4fda5-e04e-47b2-9188-315c92d0d157,revision_number=2']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:49.329303 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Attempting to bind port 30b4fda5-e04e-47b2-9188-315c92d0d157 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:55:49.330988 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Attempting to bind port 30b4fda5-e04e-47b2-9188-315c92d0d157 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:55:49.331782 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Attempting to bind port 30b4fda5-e04e-47b2-9188-315c92d0d157 on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:55:49.346660 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.348723 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.349340 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.349908 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.351749 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.352449 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.353165 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.354172 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.356679 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.357341 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.357894 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.358437 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Tracked resource versions report: Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: pushed versions: Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: { 'AddressGroup': {'1.2'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'ConntrackHelper': {'1.0'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Log': {'1.0'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Network': {'1.1'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Port': {'1.7'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'PortForwarding': {'1.2'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'QosPolicy': {'1.9'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroup': {'1.4'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroupRule': {'1.2'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SubPort': {'1.0'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Subnet': {'1.1'}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Trunk': {'1.1'}} Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: consumer versions: Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: { DHCP agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: HyperV agent@hv-cinder-80429: {}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: L3 agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: Metadata agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: Metering agent@dv-cinder-804294-2-iscsi: {}, Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: Open vSwitch agent@dv-cinder-804294-2-iscsi: { 'AddressGroup': '1.2', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'ConntrackHelper': '1.0', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Log': '1.0', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Network': '1.1', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Port': '1.7', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'PortForwarding': '1.2', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'QosPolicy': '1.9', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroup': '1.4', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SecurityGroupRule': '1.2', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'SubPort': '1.0', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Subnet': '1.1', Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: 'Trunk': '1.1'}} Sep 16 19:55:49.360074 dv-cinder-804294-2-iscsi neutron-server[101176]: {{(pid=101176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 19:55:49.365171 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-1ffefe57-e417-4327-91fe-071149d32d41 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279972 Sep 16 19:55:49.368218 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:55:49.368595 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:49.369003 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.369430 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:55:49.369922 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Bound port: 30b4fda5-e04e-47b2-9188-315c92d0d157, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:55:49.370326 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.396786 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:49.397666 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.409738 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe37fc1-0146-49ed-829b-4867c4898325 None None] Network 45f3c778-8bbd-46df-8320-13dc94bf74c5 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:49.475707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.513746 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.535229 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] For port 30b4fda5-e04e-47b2-9188-315c92d0d157, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:55:49.542279 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] For port 30b4fda5-e04e-47b2-9188-315c92d0d157, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=30b4fda5-e04e-47b2-9188-315c92d0d157,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:55:49.566271 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1551b2f1-3566-43f1-9d83-fa22fd975e49,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:49.622423 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.677048 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-12df8f4a-6cd5-4a5d-9040-f1d51f434269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.696818 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-a60a48e5-b7a2-4a44-a341-69e61017a580 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:55:49.697902 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-a60a48e5-b7a2-4a44-a341-69e61017a580 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838089 Sep 16 19:55:49.706788 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:49.707424 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:49.732767 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Checking segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:49.733039 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Network hostable DHCP agents. Network: 2064363c-4716-46ae-9a74-2672ecf19b10, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:55:49.747250 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.773750 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.777118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55070) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:49.789776 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87beaf1-adcf-404b-9c0e-fb79052a2a88 None None] Pushing event updated for resources: {'Port': ['ID=30b4fda5-e04e-47b2-9188-315c92d0d157,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:49.799831 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b4cade6-caa6-49fc-b182-f169094202da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.813138 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-12df8f4a-6cd5-4a5d-9040-f1d51f434269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:49.853651 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-15046af2-19fc-4b01-a5a5-1589219b8481 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1546955 Sep 16 19:55:49.868945 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Allocated IP 172.20.0.1 (76bc6836-7ed0-4631-b15c-0494313e74a5/315b4bf2-8976-4f23-8616-084ef631066a/da21ebb3-d679-46c7-90d5-c359c2babbb8) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:49.893886 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:49.899802 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df8f4a-6cd5-4a5d-9040-f1d51f434269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede9b43-bd49-4a7f-800b-90267ee5cb84,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:49.910928 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-12df8f4a-6cd5-4a5d-9040-f1d51f434269 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16b0c0553a8547088588a441a25f6c7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8736775 Sep 16 19:55:49.926410 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55074) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:49.991694 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-37af8b71-628d-4fd2-acc8-5a11e28002c1 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855878 Sep 16 19:55:50.042714 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Allocated IP 172.27.1.229 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/5fac0d9e-137b-42e7-923e-fafa21936c2d) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:50.044920 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:55:50.079362 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.086488 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b4cade6-caa6-49fc-b182-f169094202da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.153624 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:46Z', 'revision_number': 3, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:50.173524 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 2064363c-4716-46ae-9a74-2672ecf19b10) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:50.183570 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84cd38-512e-4ff1-90f2-d978cbfef7d8 None None] Network 2064363c-4716-46ae-9a74-2672ecf19b10 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:50.186195 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4d2fc-f208-406c-abfd-636eb8f9a08a None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:46Z', 'revision_number': 3, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:55:50.187098 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:50.194131 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.195881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.228988 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b4cade6-caa6-49fc-b182-f169094202da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.233205 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.283808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-749599e3-798a-4d7b-bb50-99be07d2b586 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910156 Sep 16 19:55:50.323608 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4b4cade6-caa6-49fc-b182-f169094202da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bfe0d7448884b679b3839a1df461234&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5427980 Sep 16 19:55:50.339703 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55082) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:50.341318 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ccad9f45-6395-4b0f-842a-e0152664e2b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7845588 Sep 16 19:55:50.355085 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cade6-caa6-49fc-b182-f169094202da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee568c87-d313-4ed3-8660-75294fe372b2,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:50.371584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55084) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:50.382598 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.388615 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:50.454854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.506129 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-2064363c-4716-46ae-9a74-2672ecf19b10', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 19:55:50.506454 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.507275 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.540265 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.571578 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55100) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:50.574963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:50.578262 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.582406 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.585483 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ede9b43-bd49-4a7f-800b-90267ee5cb84 HTTP/1.1" status: 204 len: 168 time: 0.6562042 Sep 16 19:55:50.603877 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:50.612507 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:50.613339 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.649001 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.650107 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.661876 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.685674 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.787090 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Pushing event updated for resources: {'Port': ['ID=5fac0d9e-137b-42e7-923e-fafa21936c2d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:50.832757 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.836530 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:50.836692 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Allocated IP 172.20.0.2 (2064363c-4716-46ae-9a74-2672ecf19b10/1551b2f1-3566-43f1-9d83-fa22fd975e49/1493165d-1d79-42d4-8edf-d26cd0a45a19) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:50.837151 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Pushing event updated for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:50.840549 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0cdbf-df7f-41eb-8293-21c9429a3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede9b43-bd49-4a7f-800b-90267ee5cb84,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:50.860497 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee568c87-d313-4ed3-8660-75294fe372b2 HTTP/1.1" status: 204 len: 168 time: 0.5133879 Sep 16 19:55:50.883815 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:50.886888 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:50.898262 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:51.034169 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5524ab-5335-4522-9abe-6de749e34c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee568c87-d313-4ed3-8660-75294fe372b2,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:51.190266 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-d03c1a7e-c8a5-4bb2-b426-72cd93a17ed6 None None] Provisioning complete for port da21ebb3-d679-46c7-90d5-c359c2babbb8 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:51.191297 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d03c1a7e-c8a5-4bb2-b426-72cd93a17ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.294700 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d03c1a7e-c8a5-4bb2-b426-72cd93a17ed6 None None] Port da21ebb3-d679-46c7-90d5-c359c2babbb8 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:55:51.304884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.350371 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 30b4fda5-e04e-47b2-9188-315c92d0d157 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:51.422065 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.456958 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ea13d790-3fb7-4fd2-9841-6e803158e8ed req-eedc2a4d-1c7c-4e04-8b70-dd02037b7ba7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.3162730 Sep 16 19:55:51.526108 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:51.533951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:51.548889 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:51.559335 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Pushing event updated for resources: {'Port': ['ID=1493165d-1d79-42d4-8edf-d26cd0a45a19,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:51.562275 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 30b4fda5-e04e-47b2-9188-315c92d0d157 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:51.562723 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.574573 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.591335 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-71560e9e-0837-409c-9bb7-195c5acb1706 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:51.594873 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-71560e9e-0837-409c-9bb7-195c5acb1706 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/networks?id=45f3c778-8bbd-46df-8320-13dc94bf74c5 HTTP/1.1" status: 200 len: 812 time: 1.0222895 Sep 16 19:55:51.638613 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-1747306b-8fb2-4d3d-a232-09b3cf0bfdc9 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/quotas/7f5fd3c25c3f4313ac1eaf8b524f25f8 HTTP/1.1" status: 200 len: 375 time: 0.0368445 Sep 16 19:55:51.829344 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:51.914253 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-9206e7ee-b6f2-4d9c-90c0-034c18def253 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f5fd3c25c3f4313ac1eaf8b524f25f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2741876 Sep 16 19:55:51.962283 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Attempting to bind port 1493165d-1d79-42d4-8edf-d26cd0a45a19 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:55:51.962985 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Attempting to bind port 1493165d-1d79-42d4-8edf-d26cd0a45a19 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:55:51.963352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Attempting to bind port 1493165d-1d79-42d4-8edf-d26cd0a45a19 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:55:51.976134 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.026649 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.035165 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:55:52.035541 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Checking segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:52.035943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.036367 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.036697 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Bound using segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:55:52.037613 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Bound port: 1493165d-1d79-42d4-8edf-d26cd0a45a19, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:55:52.037746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.229681 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 30b4fda5-e04e-47b2-9188-315c92d0d157, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=30b4fda5-e04e-47b2-9188-315c92d0d157,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:55:52.264533 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.312584 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] For port 1493165d-1d79-42d4-8edf-d26cd0a45a19, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:55:52.318274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] For port 1493165d-1d79-42d4-8edf-d26cd0a45a19, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1493165d-1d79-42d4-8edf-d26cd0a45a19,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:55:52.338999 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.438747 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.474071 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=30b4fda5-e04e-47b2-9188-315c92d0d157,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:52.541699 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.594281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4d6f5-4c2d-4e66-99fc-79db52d53da3 None None] Pushing event updated for resources: {'Port': ['ID=1493165d-1d79-42d4-8edf-d26cd0a45a19,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:52.776164 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:55:52.819015 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.826960 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:52.837234 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-af376e21-689f-4bc8-bca0-5e38722f665b req-08e16c36-2b4a-4570-a268-b2d124518a4b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.2718472 Sep 16 19:55:53.107041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:55:53.124996 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Sync routers for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:55:53.139572 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:53.140298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:53.191582 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Pushing event updated for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:53.268917 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:53.272293 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bd66c9c4-adb2-4a2e-a296-b7b807ab9691 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7167511 Sep 16 19:55:53.275338 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:53.275674 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55202) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:53.327964 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:53.372990 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-2ff56556-4545-4c66-86fa-df4cac6bf5a2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:55:53.379455 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-2ff56556-4545-4c66-86fa-df4cac6bf5a2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6719322 Sep 16 19:55:53.394312 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:53.414250 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1493165d-1d79-42d4-8edf-d26cd0a45a19 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:53.704475 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:53.720921 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:53.757172 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 1493165d-1d79-42d4-8edf-d26cd0a45a19 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:53.757915 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:53.890690 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-7081c37c-355d-4b05-bdba-daecc78c147a service neutron] 10.222.0.49 "GET /v2.0/networks/45f3c778-8bbd-46df-8320-13dc94bf74c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695182 Sep 16 19:55:53.962331 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Allocated IP 172.27.1.244 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/7d838784-eb7a-4870-b1bd-461f977dea1f) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:54.136076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 3, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:54.202577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Checking router: 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:55:54.208863 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Updating router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 port 5fac0d9e-137b-42e7-923e-fafa21936c2d binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:55:54.208863 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.255790 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d1f8ceb1-3a59-4a69-9262-e3ec95f93a9a req-1d129d35-56e2-4433-8378-5bd1b6a161a8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.1378443 Sep 16 19:55:54.265617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.329164 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:55:54.344458 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 1493165d-1d79-42d4-8edf-d26cd0a45a19, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1493165d-1d79-42d4-8edf-d26cd0a45a19,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:55:54.372273 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6ccf5aff-ea99-497c-871c-453805ff537d None None] Provisioning complete for port da21ebb3-d679-46c7-90d5-c359c2babbb8 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:54.372926 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5aff-ea99-497c-871c-453805ff537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.429907 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-73ac739e-12a3-4378-9efb-6b4a9be45929 service neutron] 10.222.0.49 "GET /v2.0/networks/45f3c778-8bbd-46df-8320-13dc94bf74c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096090 Sep 16 19:55:54.465629 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.471110 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8b6dd-c404-4aef-bbcf-336ae34251c2 None None] Network 2064363c-4716-46ae-9a74-2672ecf19b10 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:55:54.484180 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.485675 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 30b4fda5-e04e-47b2-9188-315c92d0d157 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:54.566497 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:55:54.579750 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f540a6fb-ad1a-48a7-bc56-365a72651d95 admin admin] 10.222.0.49 "PUT /v2.0/routers/3295156f-26af-4c1f-bc35-d3c5df7117b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1069541 Sep 16 19:55:54.579987 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:55:54.599282 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:54.602927 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:54.604193 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.720298 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Allocated IP 172.20.0.1 (a68a4545-d3d5-4791-86ef-a9d26b7513ee/0776fb77-d10b-44f6-b419-bf2649676ff4/0e84be9d-db47-4b9a-8dbd-32a8ecf256dd) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:54.782589 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.905136 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:54.977724 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf5aff-ea99-497c-871c-453805ff537d None None] Port da21ebb3-d679-46c7-90d5-c359c2babbb8 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:55:55.001315 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:55.090843 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.215147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:55.233293 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:55.249186 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:55.253647 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.297962 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1400f7b-4cf3-4c08-8783-2aea26be338b req-821cf6a7-6b1d-450d-b218-f9e5ac783859 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.1455581 Sep 16 19:55:55.326998 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=1493165d-1d79-42d4-8edf-d26cd0a45a19,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:55.355338 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:55.367565 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:55.375106 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:55.391624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:55:55.471196 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.523126 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b86e768c-b3e5-42fe-8642-0329e2faeee3 None None] Provisioning complete for port 1493165d-1d79-42d4-8edf-d26cd0a45a19 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:55.523945 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b86e768c-b3e5-42fe-8642-0329e2faeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.611138 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.637049 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 2, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:55.638868 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 30b4fda5-e04e-47b2-9188-315c92d0d157 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:55.641924 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.711700 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:55:55.712328 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Updating router 3295156f-26af-4c1f-bc35-d3c5df7117b7 port da21ebb3-d679-46c7-90d5-c359c2babbb8 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:55:55.731814 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Pushing event updated for resources: {'Port': ['ID=7d838784-eb7a-4870-b1bd-461f977dea1f,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:55.780715 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.941967 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:55.979932 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2ba59-10e5-4f84-b024-ba50b5bae1e8 None None] Pushing event updated for resources: {'Port': ['ID=5fac0d9e-137b-42e7-923e-fafa21936c2d,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:55.989513 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Attempting to bind port 5fac0d9e-137b-42e7-923e-fafa21936c2d on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:55:55.990071 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Attempting to bind port 5fac0d9e-137b-42e7-923e-fafa21936c2d by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:55:55.990558 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Attempting to bind port 5fac0d9e-137b-42e7-923e-fafa21936c2d on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:55:56.010511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:55:56.011022 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:56.011655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.012360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:55:56.012952 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Bound port: 5fac0d9e-137b-42e7-923e-fafa21936c2d, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:55:56.013488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.102622 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0331feb6-4262-42b9-9ad5-cf53299c3c50 req-ec89d71f-6371-4bb5-92ab-ebcb80a37de0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.0913661 Sep 16 19:55:56.266442 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.367417 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] For port 5fac0d9e-137b-42e7-923e-fafa21936c2d, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:55:56.409170 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.35', 57171) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:56.450322 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.457875 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] For port 5fac0d9e-137b-42e7-923e-fafa21936c2d, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=5fac0d9e-137b-42e7-923e-fafa21936c2d,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:55:56.624302 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.657443 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.728727 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.785894 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55326) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:56.792307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.792566 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.794098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842037089', 'description': 'tempest-description--1234988813'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:56.803972 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1493165d-1d79-42d4-8edf-d26cd0a45a19 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:56.822528 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:56.903751 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2ba59-10e5-4f84-b024-ba50b5bae1e8 None None] Pushing event updated for resources: {'Port': ['ID=5fac0d9e-137b-42e7-923e-fafa21936c2d,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:56.904076 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3145c498-d4a9-47bf-b1de-d9b37dfed25a req-a2bca99a-af07-4f3e-9b27-5a5b67e1b0a1 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.2999930 Sep 16 19:55:56.920547 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:56.921301 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:56.944200 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ddd33-3798-47f3-a975-6c84e7d37982 None None] Pushing event updated for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:57.009016 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Attempting to bind port da21ebb3-d679-46c7-90d5-c359c2babbb8 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:55:57.009558 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Attempting to bind port da21ebb3-d679-46c7-90d5-c359c2babbb8 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:55:57.010159 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Attempting to bind port da21ebb3-d679-46c7-90d5-c359c2babbb8 on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:55:57.037797 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:55:57.039558 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Checking segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:55:57.039558 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.039558 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Bound using segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:55:57.040277 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Bound port: da21ebb3-d679-46c7-90d5-c359c2babbb8, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:55:57.040746 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.061010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Router f3f962e3-f875-4aba-8a7c-311a473451c9 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 19:55:57.065502 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.235167 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] For port da21ebb3-d679-46c7-90d5-c359c2babbb8, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:55:57.250186 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] For port da21ebb3-d679-46c7-90d5-c359c2babbb8, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=da21ebb3-d679-46c7-90d5-c359c2babbb8,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:55:57.558528 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.566682 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:57.570597 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ddd33-3798-47f3-a975-6c84e7d37982 None None] Pushing event updated for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:57.570597 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:57.570597 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:57.572103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55354) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:57.576753 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:57.616103 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55356) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:57.759596 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-efce00ca-3c94-4bd5-8e3b-67f121c9c9aa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:55:57.759596 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-efce00ca-3c94-4bd5-8e3b-67f121c9c9aa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 1.3330193 Sep 16 19:55:57.791222 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b2511ad3-a726-4ae0-8c44-b01003e2eba2 None None] Provisioning complete for port 1493165d-1d79-42d4-8edf-d26cd0a45a19 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:57.794131 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2511ad3-a726-4ae0-8c44-b01003e2eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.816673 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Request body: {'port': {'device_id': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'admin_state_up': True, 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:57.821812 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:57.844528 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:55:57.885881 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 1493165d-1d79-42d4-8edf-d26cd0a45a19 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:57.901789 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.908123 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.943107 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:55:57.945872 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5b64022-e1c8-4b75-b657-85ba173e44c5 req-0781c2d3-6f68-43f0-b094-c04dea33ec96 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.0734770 Sep 16 19:55:57.974422 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7ae5-44bd-4617-aa9d-eba64cc321a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:57.991206 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:55:58.003327 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.057105 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:55:58.067120 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:55:58.095702 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:58.122570 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.127665 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7d0e709c-f015-44ff-93c4-1d966797688c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7466648 Sep 16 19:55:58.127665 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3b728986-32e7-47a4-a822-27848beb74ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.148068 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55378) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:58.158492 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-be91aaef-c629-44f8-b9d8-479d9e9aa4ec req-b1d3ca3a-28e0-4211-8c39-c8138dec390b tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0689366 Sep 16 19:55:58.214618 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:55:58.215489 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:58.337566 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:57Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:58.362211 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7ae5-44bd-4617-aa9d-eba64cc321a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.372185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:55:58.393683 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf48fd-0c5a-443b-824e-800d45fb33c5 None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:57Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:55:58.538579 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '0e84be9d-db47-4b9a-8dbd-32a8ecf256dd', 'name': '', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'mac_address': 'fa:16:3e:98:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:54Z', 'updated_at': '2021-09-16T19:55:56Z', 'revision_number': 2, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'subnets': [{'id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:55:58.582412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7ae5-44bd-4617-aa9d-eba64cc321a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.624702 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4c9e7ae5-44bd-4617-aa9d-eba64cc321a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fd1e00843c940b5815eb203b7782547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0074677 Sep 16 19:55:58.676661 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55388) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:58.726890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:55:58.744806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e7ae5-44bd-4617-aa9d-eba64cc321a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5f250-d04f-4433-9782-4dbd54c14fb7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:55:58.757052 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:55:58.758293 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.760073 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e28a3991-9aa2-412b-95b8-d836cf2dd006 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9722953 Sep 16 19:55:58.762705 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55390) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:55:58.767594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group_rule': {'security_group_id': '2c29e0d2-95d7-4cea-9eb2-ecb444757f7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:55:58.857993 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39988d72-f25a-40d8-961c-bc8f88613a57 None None] The sync data for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi is: [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '0e84be9d-db47-4b9a-8dbd-32a8ecf256dd', 'name': '', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'mac_address': 'fa:16:3e:98:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:54Z', 'updated_at': '2021-09-16T19:55:56Z', 'revision_number': 2, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'subnets': [{'id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:55:58.935513 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-afac2b04-8d3e-431a-b76e-4ffa0576a7c3 admin admin] 10.222.0.49 "PUT /v2.0/routers/99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6569936 Sep 16 19:55:58.936542 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:58.952680 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:55:58.963020 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.049743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.215385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] Provisioning complete for port da21ebb3-d679-46c7-90d5-c359c2babbb8 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:59.215748 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.721448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device da21ebb3-d679-46c7-90d5-c359c2babbb8 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:55:59.859466 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.904307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Allocated IP 172.20.0.4 (5bca9afd-10fd-4a2e-9327-4c7390bca438/1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d/73f01d08-c513-4281-8632-b27a0fc971ba) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:55:59.962964 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] For port da21ebb3-d679-46c7-90d5-c359c2babbb8, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=da21ebb3-d679-46c7-90d5-c359c2babbb8,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:55:59.965514 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port da21ebb3-d679-46c7-90d5-c359c2babbb8 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:55:59.965890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.986664 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.990899 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:55:59.993541 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5b5f250-d04f-4433-9782-4dbd54c14fb7 HTTP/1.1" status: 204 len: 168 time: 1.3008919 Sep 16 19:56:00.025568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 3, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:00.068311 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba1277-f893-4edf-b400-ad3cfb3ce6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5f250-d04f-4433-9782-4dbd54c14fb7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:00.075133 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a5927261-c2dc-45a0-9674-6f5fd6a7fc76 req-07a47e91-5a42-4097-8e4b-abdba20fc2f3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.8166232 Sep 16 19:56:00.148505 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.177358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:56:00.177358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Updating router f3f962e3-f875-4aba-8a7c-311a473451c9 port 7d838784-eb7a-4870-b1bd-461f977dea1f binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:56:00.230968 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-004726ea-f040-4f75-b114-ad808c05c20a req-3f87c1da-78ab-40fa-807d-e945fe3201c0 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.8130434 Sep 16 19:56:00.256619 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.292043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.441963 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.663395 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3b728986-32e7-47a4-a822-27848beb74ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.665021 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.820085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b83158-b76d-4d9c-a377-6b0339ed7112 None None] Pushing event updated for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:00.830337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3b728986-32e7-47a4-a822-27848beb74ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:00.982337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:00.984799 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event updated for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:00.987749 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:01.003063 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:01.010483 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.029221 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:01.029221 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.099256 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.110046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-3b728986-32e7-47a4-a822-27848beb74ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd353fbb5f7a46cbbe0ff67f4087d8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5255291 Sep 16 19:56:01.113632 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55430) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:01.137632 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.141938 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b728986-32e7-47a4-a822-27848beb74ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c70931-8cbc-4e53-910c-decc96bb4358,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:01.178181 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-f716f5df-79d2-49b4-a62c-cbbe6990b992 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3706465 Sep 16 19:56:01.242820 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.293747 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.317342 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Attempting to bind port 7d838784-eb7a-4870-b1bd-461f977dea1f on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:01.317730 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Attempting to bind port 7d838784-eb7a-4870-b1bd-461f977dea1f by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:01.318090 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Attempting to bind port 7d838784-eb7a-4870-b1bd-461f977dea1f on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:01.330313 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:01.336472 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:01.337156 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.337735 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:01.338376 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Bound port: 7d838784-eb7a-4870-b1bd-461f977dea1f, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:01.338945 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.342226 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ed29-6dd9-40e8-a21e-1ad9f5fd0421 None None] Pushing event updated for resources: {'Port': ['ID=7d838784-eb7a-4870-b1bd-461f977dea1f,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:01.384920 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Allocated IP 172.20.0.1 (2064363c-4716-46ae-9a74-2672ecf19b10/1551b2f1-3566-43f1-9d83-fa22fd975e49/d54cff5d-23b3-4cfd-8b84-29e96e811024) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:01.407337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-30cec10a-43f5-41b3-a48d-8a57e4f7757c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:01.410130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-30cec10a-43f5-41b3-a48d-8a57e4f7757c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 819 time: 0.3391445 Sep 16 19:56:01.441430 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] For port 7d838784-eb7a-4870-b1bd-461f977dea1f, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:01.448165 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-de874cf6-dd8b-4996-a943-fa61cc0250c5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/quotas/6ec3a93878354907ba9d5df5f3fd803f HTTP/1.1" status: 200 len: 375 time: 0.0273440 Sep 16 19:56:01.451781 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] For port 7d838784-eb7a-4870-b1bd-461f977dea1f, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=7d838784-eb7a-4870-b1bd-461f977dea1f,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:01.479958 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.483014 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.484121 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57c70931-8cbc-4e53-910c-decc96bb4358 HTTP/1.1" status: 204 len: 168 time: 0.3691382 Sep 16 19:56:01.495786 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1555f-c7c1-414b-9294-cef7d0368f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c70931-8cbc-4e53-910c-decc96bb4358,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:01.508762 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d010d-92f3-4a84-9400-288f7ac85bf4 req-b0b4666e-9355-4808-b8ed-38dd0fa5e48b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:01.511278 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a02d010d-92f3-4a84-9400-288f7ac85bf4 req-b0b4666e-9355-4808-b8ed-38dd0fa5e48b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 931 time: 0.2573118 Sep 16 19:56:01.537185 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 5fac0d9e-137b-42e7-923e-fafa21936c2d up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:01.586564 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.619627 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.698127 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:01.698926 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:01.706892 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ed29-6dd9-40e8-a21e-1ad9f5fd0421 None None] Pushing event updated for resources: {'Port': ['ID=7d838784-eb7a-4870-b1bd-461f977dea1f,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:01.743871 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-cb4186c9-c854-4a7f-b739-cc164c2f4a2e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2835541 Sep 16 19:56:01.748768 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a02d010d-92f3-4a84-9400-288f7ac85bf4 req-33e13cc4-01f6-4e69-ad07-7a60b4fb2c14 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732786 Sep 16 19:56:01.790076 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.828177 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:01.889269 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433396de-b37a-4916-87c1-fb0425233875,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:01.969485 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-296bd3d5-793f-43cc-914f-1b521acab421 req-b482b76c-9684-4d19-b92b-40c2f6e227c0 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0760326 Sep 16 19:56:02.006957 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.008230 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6bc2e4ef-1126-48e0-9cae-b8607e88dd18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2445467 Sep 16 19:56:02.012016 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55452) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:02.023817 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group_rule': {'security_group_id': '2c29e0d2-95d7-4cea-9eb2-ecb444757f7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:02.027897 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-ff0c2a05-1b45-4fef-83dc-ad23e43b017d service neutron] 10.222.0.49 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701762 Sep 16 19:56:02.058838 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 5fac0d9e-137b-42e7-923e-fafa21936c2d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:02.059487 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.108964 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.144197 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.205763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:02.212124 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:02.217741 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:02.218696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.267193 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Pushing event updated for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:02.298339 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:02.301234 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-0491372e-efcc-48fa-8861-e6bc674e0b3d service neutron] 10.222.0.49 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589064 Sep 16 19:56:02.311611 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.402917 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.476656 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3631f937-c23e-4d20-8606-2b1b0f74cd6f,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:02.481171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55458) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:02.512792 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80507560-342c-4656-8f84-16863cb5164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.526438 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.531593 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-eda65c13-361c-4129-ad6c-16ceb46af7ac tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177751 Sep 16 19:56:02.535225 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55460) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:02.538527 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:02.573705 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.604930 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.35', 57178) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:02.731813 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.751739 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-8d520ef5-50d6-4b05-a74d-3fcd30c6629b None None] Provisioning complete for port d54cff5d-23b3-4cfd-8b84-29e96e811024 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:02.756920 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8d520ef5-50d6-4b05-a74d-3fcd30c6629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:02.927951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 5fac0d9e-137b-42e7-923e-fafa21936c2d, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=5fac0d9e-137b-42e7-923e-fafa21936c2d,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:02.928246 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-778e894d-45d4-430f-9f11-a12b880ba295 req-ec8ead4d-5e9b-4e79-8119-02eee9abd2b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 210 time: 0.1140513 Sep 16 19:56:02.948943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-8d520ef5-50d6-4b05-a74d-3fcd30c6629b None None] Port d54cff5d-23b3-4cfd-8b84-29e96e811024 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:56:02.979358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 3, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:02.997573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd7fe7-2c1f-4dd9-b1a2-797d76a83585 None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 3, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:56:03.021520 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.021520 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device da21ebb3-d679-46c7-90d5-c359c2babbb8 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:03.227767 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80507560-342c-4656-8f84-16863cb5164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.278191 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port da21ebb3-d679-46c7-90d5-c359c2babbb8 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:03.279580 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.287987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=5fac0d9e-137b-42e7-923e-fafa21936c2d,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:03.307780 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.340030 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-3d1b76d3-b02b-4d8b-b95b-f1fa00911b22 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:56:03.347720 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-3d1b76d3-b02b-4d8b-b95b-f1fa00911b22 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314741 Sep 16 19:56:03.376608 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec56f-a8d4-45a0-821c-b568f4affd4c req-0e2e38b7-49cd-4fdf-abba-e5d1a8ebf8bc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:03.405208 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89fec56f-a8d4-45a0-821c-b568f4affd4c req-0e2e38b7-49cd-4fdf-abba-e5d1a8ebf8bc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 931 time: 0.4361467 Sep 16 19:56:03.432637 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f153827-0f5b-4857-84a0-7cdcc61a4ee5 req-94fb9e74-0336-489b-a20b-18e88a6cb6e7 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.2076800 Sep 16 19:56:03.542477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89fec56f-a8d4-45a0-821c-b568f4affd4c req-4741cd13-be85-4858-b77a-bc99de0136fe tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025259 Sep 16 19:56:03.584699 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-80507560-342c-4656-8f84-16863cb5164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.636855 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.652384 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:03.664875 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-80507560-342c-4656-8f84-16863cb5164a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ef3e420679f433487fcceb7a38fef8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1786408 Sep 16 19:56:03.678472 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55488) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:03.711478 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80507560-342c-4656-8f84-16863cb5164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfb69c-347f-45e0-bd5b-afd12d166232,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:03.994433 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-0809ddd2-a85c-4c29-b6f6-ee8067f54348 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:03.996954 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-0809ddd2-a85c-4c29-b6f6-ee8067f54348 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.35 "GET /v2.0/networks?id=45f3c778-8bbd-46df-8320-13dc94bf74c5 HTTP/1.1" status: 200 len: 812 time: 0.7163026 Sep 16 19:56:04.001462 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:04.061624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Request body: {'port': {'device_id': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:04.068871 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Pushing event updated for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:04.143377 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Request body: {'port': {'device_id': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5', 'admin_state_up': True, 'tenant_id': '7f5fd3c25c3f4313ac1eaf8b524f25f8'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:04.216199 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 5fac0d9e-137b-42e7-923e-fafa21936c2d up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:04.338976 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-594e6234-9f7a-4715-9cad-fa5b4a58ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:04.357377 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 5fac0d9e-137b-42e7-923e-fafa21936c2d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:04.358822 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:04.414131 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-8f559aaf-673f-45d1-8454-cfbfb8a1f50a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:04.427524 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-8f559aaf-673f-45d1-8454-cfbfb8a1f50a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 819 time: 0.7638597 Sep 16 19:56:04.460652 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:04.464195 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:04.487710 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-402503f0-615c-4620-93de-e1163a44c803 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/quotas/6ec3a93878354907ba9d5df5f3fd803f HTTP/1.1" status: 200 len: 375 time: 0.0583196 Sep 16 19:56:04.580145 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Sync routers for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:56:04.602908 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:04.603617 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:55:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:04.726733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 7d838784-eb7a-4870-b1bd-461f977dea1f up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:04.905841 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 7d838784-eb7a-4870-b1bd-461f977dea1f triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:04.906055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:04.953110 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:05.103054 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-ccdc28c9-b169-45da-b4fd-8b22009c4814 None None] Provisioning complete for port d54cff5d-23b3-4cfd-8b84-29e96e811024 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:05.103669 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ccdc28c9-b169-45da-b4fd-8b22009c4814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.251927 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.284035 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc28c9-b169-45da-b4fd-8b22009c4814 None None] Port d54cff5d-23b3-4cfd-8b84-29e96e811024 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:56:05.291884 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.307923 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a0b9302-86a5-45ed-863c-b1266a9720cf req-7453ca3e-273b-4c03-930a-0ebf9b9f8be5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.1212251 Sep 16 19:56:05.407569 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.467620 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 7d838784-eb7a-4870-b1bd-461f977dea1f, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=7d838784-eb7a-4870-b1bd-461f977dea1f,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:05.469344 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-f66c702d-f9da-4548-8493-ded9a87b0ab4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9803333 Sep 16 19:56:05.476262 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '0e84be9d-db47-4b9a-8dbd-32a8ecf256dd', 'name': '', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'mac_address': 'fa:16:3e:98:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:54Z', 'updated_at': '2021-09-16T19:55:56Z', 'revision_number': 2, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'subnets': [{'id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:05.527315 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.572544 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.575481 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Checking router: 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:56:05.577435 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Updating router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:56:05.680213 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.704012 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:56:05.754800 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=7d838784-eb7a-4870-b1bd-461f977dea1f,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:05.774235 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00977a5-94c7-4764-bd1a-5816c15fc3bf req-32fe44a7-0d9e-4c61-96bf-73314b19fdf1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:05.777011 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b00977a5-94c7-4764-bd1a-5816c15fc3bf req-32fe44a7-0d9e-4c61-96bf-73314b19fdf1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 931 time: 0.3060493 Sep 16 19:56:05.789184 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Made reservation on behalf of 7f5fd3c25c3f4313ac1eaf8b524f25f8 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:56:05.793200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.911337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:05.970834 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-358be6bd-bf0d-4d11-8fc3-6e3a25a997da service neutron] 10.222.0.49 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775622 Sep 16 19:56:06.130676 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b00977a5-94c7-4764-bd1a-5816c15fc3bf req-6e59f34a-09df-48e2-b052-af3c07cce811 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623565 Sep 16 19:56:06.264131 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.267369 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.272598 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0cfb69c-347f-45e0-bd5b-afd12d166232 HTTP/1.1" status: 204 len: 168 time: 2.5912387 Sep 16 19:56:06.284495 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:56:06.298292 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.313607 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-b21dcf2c-20b5-4666-976d-8d5900c5083f service neutron] 10.222.0.49 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296440 Sep 16 19:56:06.336830 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-507fe946-90e2-437f-8399-f42ced318c68 admin admin] 10.222.0.49 "PUT /v2.0/routers/f3f962e3-f875-4aba-8a7c-311a473451c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1756151 Sep 16 19:56:06.355373 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9edc3b-9009-4728-973f-94f761827516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfb69c-347f-45e0-bd5b-afd12d166232,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:06.391067 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.394433 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f01d08-c513-4281-8632-b27a0fc971ba {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:06.445785 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.589765 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Transition to ACTIVE for port object 73f01d08-c513-4281-8632-b27a0fc971ba will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:06.617768 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Allocated IP 172.27.1.155 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/52e7c41c-a704-4f23-a852-c984c7fa3933) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:06.622483 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4fd8d-832b-4aa9-8125-89aa15c35b09 None None] Pushing event updated for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:06.623915 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a599bd63-b462-429f-8717-2e26995b7ef4 req-74a7805d-e983-4f0f-8304-1f95ca949dcb tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.1294520 Sep 16 19:56:06.637352 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Allocated IP 172.20.0.2 (45f3c778-8bbd-46df-8320-13dc94bf74c5/59a5d17e-2929-4ef1-b091-009c146f163d/0e070957-c729-40f9-be88-c5177852074d) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:06.713951 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Attempting to bind port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:06.714792 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Attempting to bind port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:06.714792 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Attempting to bind port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd on network a68a4545-d3d5-4791-86ef-a9d26b7513ee {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:06.725961 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:06.726415 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Checking segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:06.726749 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.727144 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Bound using segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:06.727634 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Bound port: 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:06.728033 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:06.797282 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.018240 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d85adefd-6ad3-4829-b574-bfb5b19db10d req-813b2f15-595f-4db1-9c38-9f940bf40876 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0528033 Sep 16 19:56:07.041661 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] For port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:07.063533 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] For port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:07.097525 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:07.110082 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.152552 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Attempting to bind port 73f01d08-c513-4281-8632-b27a0fc971ba on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:07.156103 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Attempting to bind port 73f01d08-c513-4281-8632-b27a0fc971ba by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:07.156103 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Attempting to bind port 73f01d08-c513-4281-8632-b27a0fc971ba on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:07.174339 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.182491 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Port 73f01d08-c513-4281-8632-b27a0fc971ba on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:07.185424 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Attempting to bind port 73f01d08-c513-4281-8632-b27a0fc971ba on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:07.197122 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e89f53f2-cc0f-47a9-ab10-8ba9f01e9b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.226589 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:07.227708 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Checking segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:07.228286 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Bound using segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:07.228718 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Bound port: 73f01d08-c513-4281-8632-b27a0fc971ba, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:07.229784 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.317114 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.344550 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:56:07.382102 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947a87-b820-4a04-b418-ced338abf0e9 req-b81dfe88-5a7b-41fc-9b21-3c1c398b7b53 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:07.388035 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:07.389985 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:07.398534 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c947a87-b820-4a04-b418-ced338abf0e9 req-b81dfe88-5a7b-41fc-9b21-3c1c398b7b53 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1054831 Sep 16 19:56:07.448597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.558628 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c947a87-b820-4a04-b418-ced338abf0e9 req-9143a1a7-6263-4347-9f10-460a079d58a6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590457 Sep 16 19:56:07.559268 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.564378 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:07.610051 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.627962 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:07.638086 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73f01d08-c513-4281-8632-b27a0fc971ba,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:07.642631 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:07.647654 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:07.652260 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=52e7c41c-a704-4f23-a852-c984c7fa3933,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:07.656578 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:07.657493 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:07.691901 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Network 45f3c778-8bbd-46df-8320-13dc94bf74c5 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:07.749407 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:07.758985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.764343 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:07.770489 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:07.775320 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.843630 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:07.844255 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:07.848743 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/73f01d08-c513-4281-8632-b27a0fc971ba HTTP/1.1" status: 200 len: 1093 time: 4.0596397 Sep 16 19:56:07.848743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:07.879949 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:07.966848 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73589ac7-afdd-4994-9c34-cf4206e07a37 req-3093653f-05cd-41a2-b3e5-5acbf0bb5095 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:07.979704 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73589ac7-afdd-4994-9c34-cf4206e07a37 req-3093653f-05cd-41a2-b3e5-5acbf0bb5095 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 931 time: 0.1485534 Sep 16 19:56:07.980394 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Pushing event updated for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:07.995206 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.007598 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-6a7b9f1a-27da-47c5-954c-3f7063c27db3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8824084 Sep 16 19:56:08.080302 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:08.082176 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 7d838784-eb7a-4870-b1bd-461f977dea1f up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:08.095107 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73589ac7-afdd-4994-9c34-cf4206e07a37 req-c325a754-ff9a-4779-8717-7399f0ac7067 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106074 Sep 16 19:56:08.122412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241392-3279-4ccb-ad0b-db8e7807f0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:08.201856 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8f676a7-deaa-433c-b91d-c803fff72647 req-0c640c15-a234-4dd3-82bd-2e81d9dce044 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0578339 Sep 16 19:56:08.266297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55582) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:08.268845 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207131904', 'description': 'tempest-description--737971224'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:08.306177 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.400081 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa65d8-b6f5-4ca6-bc35-cb6200889772" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:08.412227 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4fd8d-832b-4aa9-8125-89aa15c35b09 None None] Pushing event updated for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:08.420231 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 7d838784-eb7a-4870-b1bd-461f977dea1f triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:08.421309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.501236 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 2, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:08.548100 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:56:08.548449 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Updating router f3f962e3-f875-4aba-8a7c-311a473451c9 port d54cff5d-23b3-4cfd-8b84-29e96e811024 binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 19:56:08.586699 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.636812 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '0e84be9d-db47-4b9a-8dbd-32a8ecf256dd', 'name': '', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'mac_address': 'fa:16:3e:98:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:54Z', 'updated_at': '2021-09-16T19:56:07Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'subnets': [{'id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:08.646164 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.660397 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.684906 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061a6fc-b0aa-47e3-8020-84bb3914bff3 None None] The sync data for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi is: [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:55:55Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '0e84be9d-db47-4b9a-8dbd-32a8ecf256dd', 'name': '', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'mac_address': 'fa:16:3e:98:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:54Z', 'updated_at': '2021-09-16T19:56:07Z', 'revision_number': 4, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'subnets': [{'id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:56:08.699682 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701fdadc-cab1-4499-9d6e-551a6f6de481 x-openstack-request-id: req-701fdadc-cab1-4499-9d6e-551a6f6de481 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:08.699682 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:08.699682 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-701fdadc-cab1-4499-9d6e-551a6f6de481 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:08.699682 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba', 'status': 'completed', 'code': 200} Sep 16 19:56:08.705677 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.750543 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.829982 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=52e7c41c-a704-4f23-a852-c984c7fa3933,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:08.848071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.857882 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.864044 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af03d08-6bca-4cf2-8cd1-8163990bc6a1 req-e11830df-db26-49f0-95aa-5a991f0216a3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:08.867443 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3af03d08-6bca-4cf2-8cd1-8163990bc6a1 req-e11830df-db26-49f0-95aa-5a991f0216a3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.2104146 Sep 16 19:56:08.925244 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3af03d08-6bca-4cf2-8cd1-8163990bc6a1 req-96115f60-ab4f-4e07-ac7f-c33fae694d43 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Sep 16 19:56:08.926541 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.970975 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f152e-be9f-4faf-9e10-c3631810a7f5,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:08.984996 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:08.995995 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2d652b90-6e29-4b4e-905e-457fa4492a42 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4626582 Sep 16 19:56:09.019978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.025448 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7ee8611e-b962-4974-a38f-e36bb931ca69 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7577991 Sep 16 19:56:09.025937 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55604) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:09.040693 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group_rule': {'security_group_id': '9b3f152e-be9f-4faf-9e10-c3631810a7f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:09.180148 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.196311 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.288082 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.304083 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99a29-b4e2-431f-af1d-e04ae084ad54 req-24233952-ff1e-48a4-9004-cbfce1f90aea tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:09.306134 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e9d99a29-b4e2-431f-af1d-e04ae084ad54 req-24233952-ff1e-48a4-9004-cbfce1f90aea tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 931 time: 0.1035879 Sep 16 19:56:09.317327 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.361605 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e9d99a29-b4e2-431f-af1d-e04ae084ad54 req-e6875da1-130b-467b-a93a-7a55d6c2f921 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Sep 16 19:56:09.419881 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.440110 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ac40d-8441-4735-a9f6-9c10b57b14a9 None None] Pushing event updated for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:09.505088 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Attempting to bind port d54cff5d-23b3-4cfd-8b84-29e96e811024 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:09.506488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Attempting to bind port d54cff5d-23b3-4cfd-8b84-29e96e811024 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:09.507346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Attempting to bind port d54cff5d-23b3-4cfd-8b84-29e96e811024 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:09.515189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:09.515189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Checking segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:09.515189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.515689 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Bound using segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:09.516326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Bound port: d54cff5d-23b3-4cfd-8b84-29e96e811024, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:09.517076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.532027 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-65b7baf1-9a66-4422-8f64-72275d8fe413 req-d006952e-3252-4c39-9996-60cfad25f55e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0682931 Sep 16 19:56:09.544249 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.548786 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5176606 Sep 16 19:56:09.562387 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55626) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:09.563075 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dad1d-e8d7-40aa-a0f7-446aa5316ced tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeebdf3-d981-4f31-8f1e-83d5e3222681,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:09.568091 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group_rule': {'security_group_id': '9b3f152e-be9f-4faf-9e10-c3631810a7f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:09.586455 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-fa18c7e2-eef5-4cba-9c89-5cb99eb355ee tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--842037089&fields=id&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 267 time: 0.2284498 Sep 16 19:56:09.670973 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] For port d54cff5d-23b3-4cfd-8b84-29e96e811024, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:09.674919 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] For port d54cff5d-23b3-4cfd-8b84-29e96e811024, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=d54cff5d-23b3-4cfd-8b84-29e96e811024,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:09.706502 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.779347 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.903310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:09.934216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-78ee47e8-2881-4105-9860-942dcc6a8f3b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:09.939429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ac40d-8441-4735-a9f6-9c10b57b14a9 None None] Pushing event updated for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:09.943213 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:09.957368 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-78ee47e8-2881-4105-9860-942dcc6a8f3b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 817 time: 0.3648014 Sep 16 19:56:09.983323 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-b25f8f34-d8ed-4ca9-aee2-7888b55d933d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/quotas/65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 375 time: 0.0246191 Sep 16 19:56:09.992004 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-647da325-0324-4766-a641-b3985a149405 None None] Provisioning complete for port d54cff5d-23b3-4cfd-8b84-29e96e811024 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:09.992354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647da325-0324-4766-a641-b3985a149405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.000084 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:10.000084 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:10.019829 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.046709 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06e9e1a-6490-414d-8b1c-f19c546d7669,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:10.143092 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-4f71c1ac-d049-4600-ab52-5637f88146c5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562665 Sep 16 19:56:10.163041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.164331 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7e9888e4-c637-4e0b-827a-a30280733192 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6070647 Sep 16 19:56:10.167677 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55644) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:10.173713 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:10.206027 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790d0a-097c-440e-8193-7464ae1ccac3 req-79ae14e2-1cfe-4d8a-94d7-c919fff3bd31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:10.221984 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a5790d0a-097c-440e-8193-7464ae1ccac3 req-79ae14e2-1cfe-4d8a-94d7-c919fff3bd31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1446826 Sep 16 19:56:10.304826 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:10.305305 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.386401 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a5790d0a-097c-440e-8193-7464ae1ccac3 req-35f53799-557b-40a1-9724-2722cfe00359 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635375 Sep 16 19:56:10.416999 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-53dbf8c7-95a5-4d1c-8811-a24170408979 service neutron] 10.222.0.49 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929145 Sep 16 19:56:10.435592 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.516222 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.625161 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:10.765687 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0022351-12cd-48f3-87fa-f63dec56bcb8 req-0a6cc6b5-674a-4768-b4ec-94ac7fdfe9fc tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:10.768002 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a0022351-12cd-48f3-87fa-f63dec56bcb8 req-0a6cc6b5-674a-4768-b4ec-94ac7fdfe9fc tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 931 time: 0.2254820 Sep 16 19:56:10.773118 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-29a0dd00-894e-4090-b8fc-06dee7f51c08 service neutron] 10.222.0.49 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229389 Sep 16 19:56:10.785510 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Request body: {'port': {'device_id': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:10.964230 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647da325-0324-4766-a641-b3985a149405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:10.966220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.35', 57190) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:10.966220 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a0022351-12cd-48f3-87fa-f63dec56bcb8 req-443c18fd-9901-4d37-b401-c89e18af3cbe tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Sep 16 19:56:11.033746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.076703 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.089622 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-647da325-0324-4766-a641-b3985a149405 None None] For port d54cff5d-23b3-4cfd-8b84-29e96e811024, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=d54cff5d-23b3-4cfd-8b84-29e96e811024,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:11.124297 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-354c971c-f2cf-4b2d-8bc0-b5cd3a9726cc req-bd555366-935c-49df-9d00-7fbcd0be0242 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0568545 Sep 16 19:56:11.163583 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:11.184415 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-cb12dce5-6f27-4cc5-8745-3e752a1e8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:11.186288 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-cb12dce5-6f27-4cc5-8745-3e752a1e8713 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 1096 time: 0.3007960 Sep 16 19:56:11.326892 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.339034 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647da325-0324-4766-a641-b3985a149405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.683480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6f5f86d8-ab2e-4914-83a5-9b02ca4669ad None None] Provisioning complete for port d54cff5d-23b3-4cfd-8b84-29e96e811024 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:11.686383 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f5f86d8-ab2e-4914-83a5-9b02ca4669ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.767850 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e070957-c729-40f9-be88-c5177852074d {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:11.778128 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.793216 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Transition to ACTIVE for port object 0e070957-c729-40f9-be88-c5177852074d will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:11.840147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.863548 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-9180b706-d053-4394-ab61-e8a422ba9d9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:11.870930 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-9180b706-d053-4394-ab61-e8a422ba9d9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 819 time: 0.8842003 Sep 16 19:56:11.918616 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Request body: {'port': {'device_id': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'admin_state_up': True, 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:11.979163 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:11.994346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:12.127095 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:09Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:12.250397 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647da325-0324-4766-a641-b3985a149405 None None] Pushing event updated for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:12.264722 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a059d1d-5ed0-48da-ae0e-f8406339a810 None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:09Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:56:12.337811 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df121efb-1edb-4587-bd23-295af3bafbd8 req-29b3735a-2b8d-450f-94bc-ebc9fe74d9e0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.7503791 Sep 16 19:56:12.504887 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-414a077f-e6ac-436d-8397-0f3c941cbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:12.507395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-414a077f-e6ac-436d-8397-0f3c941cbd08 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&shared=False HTTP/1.1" status: 200 len: 915 time: 1.2611790 Sep 16 19:56:12.639835 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Pushing event updated for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:12.770784 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Allocated IP 172.27.1.164 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/b35b0400-123b-457e-8d49-9e82f5eaaa78) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:12.881491 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Attempting to bind port 0e070957-c729-40f9-be88-c5177852074d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:12.882170 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Attempting to bind port 0e070957-c729-40f9-be88-c5177852074d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:12.884761 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Attempting to bind port 0e070957-c729-40f9-be88-c5177852074d on network 45f3c778-8bbd-46df-8320-13dc94bf74c5 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:12.918632 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Port 0e070957-c729-40f9-be88-c5177852074d on network 45f3c778-8bbd-46df-8320-13dc94bf74c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:12.919079 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Attempting to bind port 0e070957-c729-40f9-be88-c5177852074d on network 45f3c778-8bbd-46df-8320-13dc94bf74c5 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:13.026831 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0c03-decd-4394-b3e6-3ab505c2a423 req-86ec2021-4214-4d6f-9a73-e58bf3695f60 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:13.041205 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1fff0c03-decd-4394-b3e6-3ab505c2a423 req-86ec2021-4214-4d6f-9a73-e58bf3695f60 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.9514334 Sep 16 19:56:13.049811 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:13.051254 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Checking segment: {'id': 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:13.052331 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Bound using segment: {'id': 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:13.055195 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Bound port: 0e070957-c729-40f9-be88-c5177852074d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:13.056230 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.138446 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.215763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b2640-5961-4185-a56f-27ba7db50b78 req-6708add0-7e03-43ad-9a2d-dbd8330c8685 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:13.223680 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:13.234088 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-941b2640-5961-4185-a56f-27ba7db50b78 req-6708add0-7e03-43ad-9a2d-dbd8330c8685 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.6696172 Sep 16 19:56:13.267887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Made reservation on behalf of 6ec3a93878354907ba9d5df5f3fd803f for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:56:13.272191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.304850 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0e070957-c729-40f9-be88-c5177852074d,segment=NetworkSegment(cfe6b48b-d1f0-445b-abac-8d625cdf98b8),segment_id=cfe6b48b-d1f0-445b-abac-8d625cdf98b8)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:13.427763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-c442f504-09ad-47e4-aa34-0a0b7bb05318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:13.427763 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-55fa65d8-b6f5-4ca6-bc35-cb6200889772 req-c442f504-09ad-47e4-aa34-0a0b7bb05318 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8859739 Sep 16 19:56:13.427763 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1fff0c03-decd-4394-b3e6-3ab505c2a423 req-ff2db65d-bb17-4cb6-8809-a67c1dca1fe9 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767796 Sep 16 19:56:13.442561 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-941b2640-5961-4185-a56f-27ba7db50b78 req-eb79a259-4f04-4c83-9587-9b6e9eeb008d tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839464 Sep 16 19:56:13.592378 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Allocated IP 172.20.0.4 (a68a4545-d3d5-4791-86ef-a9d26b7513ee/0776fb77-d10b-44f6-b419-bf2649676ff4/34912a8e-04d2-4537-a489-0ad2fb76316c) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:13.602275 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ee2bfe0-9356-4590-a33a-405d70524bdc req-636a997f-f189-4ebb-9608-3ef2df112d1d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0798573 Sep 16 19:56:13.622077 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.624345 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.712146 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-10b36315-4a52-4c8b-a8b9-07c35ce8391b req-9b385494-f9fa-4292-bbdc-9c7b38a25eb7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.1263130 Sep 16 19:56:13.757846 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-e5d11620-3e7a-49e5-a93f-fba5a05e5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:13.765910 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-e5d11620-3e7a-49e5-a93f-fba5a05e5f25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 1096 time: 0.2181485 Sep 16 19:56:13.848520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.35', 57196) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:13.854136 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Pushing event updated for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:13.941968 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:13.942774 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:13.945086 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-3a0b5ddb-f8c2-4179-b8bd-5f6795366289 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e070957-c729-40f9-be88-c5177852074d HTTP/1.1" status: 200 len: 1093 time: 3.1656768 Sep 16 19:56:13.949480 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'tag': '0e070957-c729-40f9-be88-c5177852074d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:13.952412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4b80fa-97f5-4a74-999e-407660ddf63d" -d '{"events": [{"name": "network-changed", "server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "tag": "0e070957-c729-40f9-be88-c5177852074d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:13.969751 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:13.989860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:14.032805 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:14.044917 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:14.060091 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-330c0c7b-62ef-4f1d-84d8-188e02c249da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f01d08-c513-4281-8632-b27a0fc971ba HTTP/1.1" status: 200 len: 217 time: 0.2827325 Sep 16 19:56:14.141973 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=b35b0400-123b-457e-8d49-9e82f5eaaa78,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:14.228415 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:14.230757 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.258792 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c6434-72e8-42f9-9318-ed93e48c593a x-openstack-request-id: req-c53c6434-72e8-42f9-9318-ed93e48c593a {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:14.259336 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "tag": "0e070957-c729-40f9-be88-c5177852074d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:14.259773 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c53c6434-72e8-42f9-9318-ed93e48c593a {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:14.260485 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'tag': '0e070957-c729-40f9-be88-c5177852074d', 'status': 'completed', 'code': 200} Sep 16 19:56:14.428204 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device d54cff5d-23b3-4cfd-8b84-29e96e811024 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:14.478776 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-a12d8f7d-0a06-403f-86f3-3b3b9a480235 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:14.480446 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-a12d8f7d-0a06-403f-86f3-3b3b9a480235 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 819 time: 0.6229649 Sep 16 19:56:14.488489 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.585446 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port d54cff5d-23b3-4cfd-8b84-29e96e811024 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:14.585863 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.606118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.715518 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-1a29e557-3809-483b-ab54-86bb012bd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:14.717312 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-1a29e557-3809-483b-ab54-86bb012bd9db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.2290623 Sep 16 19:56:14.735091 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248b047-e630-4c5c-a476-a4ea211441d9 req-81118098-6072-4656-b392-2c1224f4af39 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:14.737075 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6248b047-e630-4c5c-a476-a4ea211441d9 req-81118098-6072-4656-b392-2c1224f4af39 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1094611 Sep 16 19:56:14.747809 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30acd-7bf9-4660-9cbd-cb3b68b9aa10 req-34042090-00e9-4712-b128-c743ac0fa972 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:14.750137 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ab30acd-7bf9-4660-9cbd-cb3b68b9aa10 req-34042090-00e9-4712-b128-c743ac0fa972 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1354640 Sep 16 19:56:14.795853 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.834585 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ab30acd-7bf9-4660-9cbd-cb3b68b9aa10 req-20419499-338f-4fb4-9208-18cb3f9b7726 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609744 Sep 16 19:56:14.847124 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6248b047-e630-4c5c-a476-a4ea211441d9 req-69f76c02-b129-4527-9bc4-82573a4d3282 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956283 Sep 16 19:56:14.963708 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-58b12f80-8167-4e00-abb8-e34c11a2205b req-5a1c903a-f829-45f4-bda9-deebd7c9b693 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0324483 Sep 16 19:56:14.972171 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:14.994028 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bcf1caba-492a-4e1f-9d3f-c558c65aa0ee req-793bfd76-63e3-41b6-9c7d-227c7caccd0e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0293665 Sep 16 19:56:15.063205 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:15.075462 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:15.086663 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:15.092198 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:15.092831 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.103905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Pushing event updated for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:15.149070 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.220997 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-984ce659-0011-4e72-bb0f-230c55f0b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3121219 Sep 16 19:56:15.249508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.307754 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.348204 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=b35b0400-123b-457e-8d49-9e82f5eaaa78,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:15.434562 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.435907 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-386cd456-241a-4776-9861-1709b9be1f8a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2669716 Sep 16 19:56:15.463659 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 55774) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:15.607463 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-60414b0e-918b-4ab5-93d8-fd8d66308c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.752615 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-fdacc18d-df7e-4f68-bd83-564ccde283d8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1207131904&fields=id&tenant_id=da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 267 time: 0.0631485 Sep 16 19:56:15.755570 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-60414b0e-918b-4ab5-93d8-fd8d66308c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.864316 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-60414b0e-918b-4ab5-93d8-fd8d66308c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:15.946774 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-60414b0e-918b-4ab5-93d8-fd8d66308c05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1f6c9f6771e4ccd9cc8fabc2bc3fd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818215 Sep 16 19:56:15.952475 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55806) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:15.952971 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414b0e-918b-4ab5-93d8-fd8d66308c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c485a2-705b-416d-bb6c-5911bfe33fbe,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:15.979891 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-291ae2d8-f662-4d16-89dc-fcb7af36d83f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:15.985468 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-291ae2d8-f662-4d16-89dc-fcb7af36d83f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 811 time: 0.2186165 Sep 16 19:56:16.010985 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-2e7133ea-8e93-4ea9-9af2-388f0e9ddd64 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/quotas/da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 375 time: 0.0186238 Sep 16 19:56:16.047018 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:16.082122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:16.133423 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-ad0d5082-57c8-4865-9931-c7d3cb6f5a74 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1156609 Sep 16 19:56:16.147700 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dc35b-a68d-4474-b2d9-28f52df369b6 req-71fc6f94-ef47-4e3c-af1e-2a4e0056c01b tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:16.154355 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ee0dc35b-a68d-4474-b2d9-28f52df369b6 req-71fc6f94-ef47-4e3c-af1e-2a4e0056c01b tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0863938 Sep 16 19:56:16.260508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:16.263467 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:16.264838 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49c485a2-705b-416d-bb6c-5911bfe33fbe HTTP/1.1" status: 204 len: 168 time: 0.3104420 Sep 16 19:56:16.278614 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838731b7-9ddb-4feb-b9c2-c7966b60f554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c485a2-705b-416d-bb6c-5911bfe33fbe,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:16.289745 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ee0dc35b-a68d-4474-b2d9-28f52df369b6 req-49ff01a1-86ff-4ecd-af65-60ea75027fe0 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311839 Sep 16 19:56:16.347379 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-788fb347-1e06-403b-9f9b-82948ac73a41 service neutron] 10.222.0.49 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908875 Sep 16 19:56:16.498544 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-d23fb93c-1746-4957-b937-258ff0261ac0 service neutron] 10.222.0.49 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403005 Sep 16 19:56:16.511644 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd40691-cf7f-46f1-9c06-2b09e2b62ee2 req-dff41753-91b2-4cbd-ad8a-b153e413494f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:16.511644 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6cd40691-cf7f-46f1-9c06-2b09e2b62ee2 req-dff41753-91b2-4cbd-ad8a-b153e413494f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1136289 Sep 16 19:56:16.564976 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6cd40691-cf7f-46f1-9c06-2b09e2b62ee2 req-92909c42-e088-4cea-bd1d-d3d2a16373d7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482864 Sep 16 19:56:16.879561 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f70294d-4bc9-46b9-a3a2-702519e8280a req-055047c6-e7fd-44f0-9297-56e7f4b62e33 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0339899 Sep 16 19:56:16.916901 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68d564e7-1a16-4a28-b90b-1113e4c0bf3e req-045a840b-e0b2-4369-968e-78d793ab3e9f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0354125 Sep 16 19:56:16.994334 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bbe743ab-f46d-4a91-a343-5ebb272d252b req-20a50a6f-5db5-4d23-a0b7-81c4dcf6c0a3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0387306 Sep 16 19:56:17.145818 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55836) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:17.161127 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ec54595-82f9-4602-b4d8-8e6caaab7045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.261385 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ec54595-82f9-4602-b4d8-8e6caaab7045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.340676 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1ec54595-82f9-4602-b4d8-8e6caaab7045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.391066 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec54595-82f9-4602-b4d8-8e6caaab7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4a5b9-63ee-413e-9b5f-478bf9f85b3a,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:17.399797 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1ec54595-82f9-4602-b4d8-8e6caaab7045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=170bfa66348b4425ad7fb4ba50010fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525284 Sep 16 19:56:17.404836 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 55842) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:17.467055 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00413a-8247-4e54-bb4b-5aa7a127c157 req-47cc5ae0-29db-44cc-9f0a-cec6b21bfbc5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:17.468660 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f00413a-8247-4e54-bb4b-5aa7a127c157 req-47cc5ae0-29db-44cc-9f0a-cec6b21bfbc5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0585976 Sep 16 19:56:17.494567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.509479 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f00413a-8247-4e54-bb4b-5aa7a127c157 req-14698799-2552-4faf-88a3-393aed75807a tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Sep 16 19:56:17.532610 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.740813 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.745486 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:17.746849 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abc4a5b9-63ee-413e-9b5f-478bf9f85b3a HTTP/1.1" status: 204 len: 168 time: 0.3401835 Sep 16 19:56:17.769000 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6ba19-34a1-443e-84cb-33981b7c9aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4a5b9-63ee-413e-9b5f-478bf9f85b3a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:17.798710 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07f35-f3d5-4b32-9340-ee58ec33b52f req-dbc46bc2-c390-486d-90d3-fd29f08c1e7a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:17.814364 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8da07f35-f3d5-4b32-9340-ee58ec33b52f req-dbc46bc2-c390-486d-90d3-fd29f08c1e7a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1395001 Sep 16 19:56:17.882179 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8da07f35-f3d5-4b32-9340-ee58ec33b52f req-fcb5f9ee-28c2-435a-b895-91865d7bdeae tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Sep 16 19:56:18.218911 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5d4e8131-f56f-4896-98ef-74a1aa6f149c req-0824dcc7-e8ae-4966-b3bb-ba059ea9a963 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.1832337 Sep 16 19:56:18.259074 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bab64cc5-01a6-41fb-96f1-8c47e4d1c0f9 req-b8e4fd92-7956-43ea-baa0-a0fff5ffd9a2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0426345 Sep 16 19:56:18.315668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a1a7a57c-3541-4e60-84c1-87ad0a54cff0 req-e997d778-fbe9-4a18-bc5f-e5a5de2a2741 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Sep 16 19:56:18.678074 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b86f-e126-4265-8a45-9c05c8156769 req-2a8a313e-c8da-4e08-ba8d-0508f8ec891e tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:18.680856 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b5a7b86f-e126-4265-8a45-9c05c8156769 req-2a8a313e-c8da-4e08-ba8d-0508f8ec891e tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0608089 Sep 16 19:56:18.734999 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b5a7b86f-e126-4265-8a45-9c05c8156769 req-9c8f7fa5-1a09-4f2b-9769-2d209ccbf22b tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Sep 16 19:56:19.069815 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b54cd-33c5-46a3-a675-843645da279d req-2e4c4401-b1cb-4999-89f7-22a57a40ce42 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:19.072344 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d1b54cd-33c5-46a3-a675-843645da279d req-2e4c4401-b1cb-4999-89f7-22a57a40ce42 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.0967205 Sep 16 19:56:19.138505 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d1b54cd-33c5-46a3-a675-843645da279d req-9595cd10-4362-434b-a27e-1ecefd0e99ef tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Sep 16 19:56:19.421745 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-97191afa-d3d2-4006-9b28-f4a3f9f14a37 req-f0e37b9a-9b20-40fa-b88c-f142a61e5932 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0554993 Sep 16 19:56:19.423808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7fb9de10-b9a7-4b95-a27a-2bf460f47449 req-da62052e-fd8f-4ef7-b23b-b19ebd3939f5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0553706 Sep 16 19:56:19.541959 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e3f233d-c56c-4e71-bb68-4df2a071997f req-750bfe1e-bc27-416e-986e-c62e5ef365c9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0310273 Sep 16 19:56:19.681849 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Request body: {'port': {'device_id': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'admin_state_up': True, 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:19.705138 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Request body: {'port': {'device_id': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:19.843361 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-26562e08-02a9-4b09-b224-440770cd230b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574368 Sep 16 19:56:20.057192 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-d2b44f4f-e229-4889-8b17-a74923aed8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:20.069368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e018e-6d84-43aa-abad-41988675ab31 req-dc1c8f0e-6468-435a-b287-9a0ceef7d249 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:20.072450 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-d2b44f4f-e229-4889-8b17-a74923aed8df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f5fd3c25c3f4313ac1eaf8b524f25f8&device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.3619180 Sep 16 19:56:20.078493 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-276e018e-6d84-43aa-abad-41988675ab31 req-dc1c8f0e-6468-435a-b287-9a0ceef7d249 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1132829 Sep 16 19:56:20.091511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:20.102863 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-170161c9-9d3d-4975-ac56-a4bba780b5bc service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454062 Sep 16 19:56:20.464837 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ce8f555-48dc-4b0f-9d06-96a3330bd3ed req-cf6cb4ee-ea92-4f48-b4ee-39a4f073b818 service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444505 Sep 16 19:56:20.474823 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-276e018e-6d84-43aa-abad-41988675ab31 req-38dc6b5a-800b-44b3-9d46-25c714a4cf8a tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945856 Sep 16 19:56:20.503901 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fbaa8-fb02-4c69-9632-d29c3bf16cd2 req-9f36a7c0-be04-4833-abc9-6d6c0305f491 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:20.506522 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-346fbaa8-fb02-4c69-9632-d29c3bf16cd2 req-9f36a7c0-be04-4833-abc9-6d6c0305f491 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.2329638 Sep 16 19:56:20.583341 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-346fbaa8-fb02-4c69-9632-d29c3bf16cd2 req-0ae560e9-a8c9-4df6-8989-8bf16c674ff6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682297 Sep 16 19:56:20.631026 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-330bd63e-5487-491d-964f-bed719596eb4 req-40f7c7bd-8485-462c-b016-51774504090d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0379157 Sep 16 19:56:20.706806 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:20.715523 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-184e068f-720d-41d5-af6b-714c49e6c751 req-1da48a6a-192c-4514-a482-f8ccaf459015 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0313814 Sep 16 19:56:20.746945 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Made reservation on behalf of 6ec3a93878354907ba9d5df5f3fd803f for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:56:20.753340 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:20.755745 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ccacdf7-8bec-4c4a-9251-e909f9513bfa req-fe72bd20-5831-4784-b4dc-3fcb4aaa3bdc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0387268 Sep 16 19:56:20.770167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-449cfd71-28ef-4a3e-891d-01a189ad32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:20.771717 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-449cfd71-28ef-4a3e-891d-01a189ad32c9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7f5fd3c25c3f4313ac1eaf8b524f25f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6594417 Sep 16 19:56:20.990826 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34912a8e-04d2-4537-a489-0ad2fb76316c {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:20.999508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.017061 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Transition to ACTIVE for port object 34912a8e-04d2-4537-a489-0ad2fb76316c will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:21.136412 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.239149 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Allocated IP 172.20.0.8 (a68a4545-d3d5-4791-86ef-a9d26b7513ee/0776fb77-d10b-44f6-b419-bf2649676ff4/1115fb1e-6b36-47f6-8712-24de2444ce84) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:21.241222 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Pushing event updated for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:21.293610 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Attempting to bind port 34912a8e-04d2-4537-a489-0ad2fb76316c on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:21.293970 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Attempting to bind port 34912a8e-04d2-4537-a489-0ad2fb76316c by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:21.294301 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Attempting to bind port 34912a8e-04d2-4537-a489-0ad2fb76316c on network a68a4545-d3d5-4791-86ef-a9d26b7513ee {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:21.309536 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Port 34912a8e-04d2-4537-a489-0ad2fb76316c on network a68a4545-d3d5-4791-86ef-a9d26b7513ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:21.310310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Attempting to bind port 34912a8e-04d2-4537-a489-0ad2fb76316c on network a68a4545-d3d5-4791-86ef-a9d26b7513ee {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:21.337967 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:21.345520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Checking segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:21.345520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Bound using segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:21.345520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Bound port: 34912a8e-04d2-4537-a489-0ad2fb76316c, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:21.345520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.546748 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:21.556633 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34912a8e-04d2-4537-a489-0ad2fb76316c,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:21.590180 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.642557 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.697577 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69064-f4d3-4351-96b1-06ec17f4f619 req-72e11dbb-0f60-4e5d-a2ec-57d32392c38c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:21.701739 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73b69064-f4d3-4351-96b1-06ec17f4f619 req-72e11dbb-0f60-4e5d-a2ec-57d32392c38c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1353812 Sep 16 19:56:21.765059 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.767687 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:21.768802 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.773961 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] 10.222.0.35 "PUT /v2.0/ports/34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 1093 time: 2.0812194 Sep 16 19:56:21.775497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:21.784774 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309af63-f3f9-4700-870e-46ba8bb11b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:21.833844 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a33d95-2108-4f5d-ba29-f94045e481cb service neutron] Pushing event updated for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:21.841029 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73b69064-f4d3-4351-96b1-06ec17f4f619 req-6a3a8abd-6050-44c0-8cc9-6801788bf76c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270761 Sep 16 19:56:21.890735 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Network a68a4545-d3d5-4791-86ef-a9d26b7513ee is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:21.892263 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:21.896575 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:21.900432 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5fe9-dd2e-4f75-865d-33669e428522 req-19f1baf8-2e5d-4858-bb44-60ee9ebddea4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:21.902588 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:21.903224 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-daed5fe9-dd2e-4f75-865d-33669e428522 req-19f1baf8-2e5d-4858-bb44-60ee9ebddea4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1610124 Sep 16 19:56:21.903394 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:21.949278 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Pushing event updated for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:21.971600 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-daed5fe9-dd2e-4f75-865d-33669e428522 req-f26693e3-edd0-4639-9009-e1020811d30d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607789 Sep 16 19:56:22.003811 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-6ae9d133-955f-480c-918a-1caac5a1d65d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3302791 Sep 16 19:56:22.035870 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc56fe-3ed3-4fed-abd3-217b574c8555 req-80eaaa67-6813-4c4b-a231-18f8753456d2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:22.037616 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-42fc56fe-3ed3-4fed-abd3-217b574c8555 req-80eaaa67-6813-4c4b-a231-18f8753456d2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 931 time: 0.0649836 Sep 16 19:56:22.092652 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b85581d3-aae3-4c18-a1a4-13c2a869cca3 req-f3a6e046-3dfb-4adf-8f8a-6bab46f69c82 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Sep 16 19:56:22.107078 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-42fc56fe-3ed3-4fed-abd3-217b574c8555 req-1a5fe16d-b0bc-4007-9047-6b8252ff816b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Sep 16 19:56:22.198536 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7121f6-1754-4977-8e7f-32f496f9b323 x-openstack-request-id: req-ba7121f6-1754-4977-8e7f-32f496f9b323 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:22.198960 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:22.199409 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba7121f6-1754-4977-8e7f-32f496f9b323 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:22.200189 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f6107b5b-76ac-4458-90d9-c8be88d711ff req-3312c7d2-9a60-40f1-9c08-a1dcd8a098ae tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0359700 Sep 16 19:56:22.200483 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c', 'status': 'completed', 'code': 200} Sep 16 19:56:22.322241 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56000) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:22.486220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c3061e3d-5e86-4a64-8d1a-25009a1a5756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.616520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c3061e3d-5e86-4a64-8d1a-25009a1a5756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.696722 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c3061e3d-5e86-4a64-8d1a-25009a1a5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.735422 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56008) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:22.757152 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c3061e3d-5e86-4a64-8d1a-25009a1a5756 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17f8e04ac8ef4354b2c8c893ffbe6e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333255 Sep 16 19:56:22.760738 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3061e3d-5e86-4a64-8d1a-25009a1a5756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d91f821-6c72-414f-9702-9f84f5d9d524,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:22.761334 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56012) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:22.833023 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.866126 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.913925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9913f1c5-2c2d-4bfb-a332-a374786be0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:22.983141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048d9a-953b-4dd4-9325-01b5828ea759 req-ac1c776c-c11d-4e15-87b9-5d454fc180c3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:22.985112 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c048d9a-953b-4dd4-9325-01b5828ea759 req-ac1c776c-c11d-4e15-87b9-5d454fc180c3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0631051 Sep 16 19:56:23.033102 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c048d9a-953b-4dd4-9325-01b5828ea759 req-84152279-1c23-4abf-a9fd-733259805da6 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413039 Sep 16 19:56:23.053800 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.059355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.059355 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d91f821-6c72-414f-9702-9f84f5d9d524 HTTP/1.1" status: 204 len: 168 time: 0.2964270 Sep 16 19:56:23.079638 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7815fd-076f-44c1-ae14-255f786581fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d91f821-6c72-414f-9702-9f84f5d9d524,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:23.120793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a148c07-f204-4ca9-b64b-8a1eafdc3ed2 req-b65cbc1a-35ba-4f73-8484-9b34a74688da tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:23.122413 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a148c07-f204-4ca9-b64b-8a1eafdc3ed2 req-b65cbc1a-35ba-4f73-8484-9b34a74688da tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.0779574 Sep 16 19:56:23.184558 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9913f1c5-2c2d-4bfb-a332-a374786be0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.185509 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a148c07-f204-4ca9-b64b-8a1eafdc3ed2 req-dae53553-f60f-4e7d-b7a0-a73324f03cc0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484755 Sep 16 19:56:23.222965 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133a1018-e9b8-4552-9dfb-9b6de6e1c1cb req-df91e0d9-2d11-4e16-8942-c9be76ed317a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0291076 Sep 16 19:56:23.256956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9913f1c5-2c2d-4bfb-a332-a374786be0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.312987 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9913f1c5-2c2d-4bfb-a332-a374786be0d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ce9391b5ab24fa5a954c40d51564ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758455 Sep 16 19:56:23.313948 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913f1c5-2c2d-4bfb-a332-a374786be0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da232d-a245-4b11-8625-482c51e91299,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:23.315777 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56026) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:23.363554 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-83adfe20-cfdf-473c-b526-59bcdf41219e req-c491fbe3-1214-4f24-8384-74d1398d5885 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0620601 Sep 16 19:56:23.402606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b92566-55e2-457b-a0ed-19029e398b53 req-89e8ac1e-762f-419b-9b61-07bec4589eca tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:23.404528 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-84b92566-55e2-457b-a0ed-19029e398b53 req-89e8ac1e-762f-419b-9b61-07bec4589eca tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 931 time: 0.1468842 Sep 16 19:56:23.460967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.470780 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-84b92566-55e2-457b-a0ed-19029e398b53 req-98cdf145-e1c0-4600-a643-9ec5b6da00a2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 Sep 16 19:56:23.500546 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.759197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.761860 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:23.763252 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2da232d-a245-4b11-8625-482c51e91299 HTTP/1.1" status: 204 len: 168 time: 0.4452474 Sep 16 19:56:23.779635 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb392f1d-8cf6-4d96-b0f1-6d9057e11ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da232d-a245-4b11-8625-482c51e91299,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:23.983246 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Request body: {'port': {'device_id': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:24.139505 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:24.203103 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-5a1f4cf6-e95e-46b4-b9fd-91ce4edf23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.205047 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-5a1f4cf6-e95e-46b4-b9fd-91ce4edf23a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1096 time: 0.2189448 Sep 16 19:56:24.227174 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-48854b0e-378f-4ee6-aa2e-ae58f89f04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.229754 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1f4b80fa-97f5-4a74-999e-407660ddf63d req-48854b0e-378f-4ee6-aa2e-ae58f89f04de service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3077171 Sep 16 19:56:24.241794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0285932-ac68-489a-8c0b-4ebdc3000aa1 req-2c5f2efb-8ec1-43f7-b94d-5ff034337ac8 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.250664 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d0285932-ac68-489a-8c0b-4ebdc3000aa1 req-2c5f2efb-8ec1-43f7-b94d-5ff034337ac8 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0844474 Sep 16 19:56:24.348839 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d0285932-ac68-489a-8c0b-4ebdc3000aa1 req-abf9e1cf-9dcd-4017-b3b7-6948eb8a18c1 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 Sep 16 19:56:24.367655 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-f1ca5f0f-31eb-4c4d-9bcd-f928fd26c212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.1346092 Sep 16 19:56:24.509137 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c6c55f9d-3846-4c22-9877-10284da8448d req-9fbb5fd3-0636-4ca3-b0c6-6aabb58cbdd0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0436623 Sep 16 19:56:24.556103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03fb8-86e0-4f04-a4f7-3fe4ab4e0bae req-ec38e5ac-2937-4705-9f73-38d317009599 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.570237 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cfe03fb8-86e0-4f04-a4f7-3fe4ab4e0bae req-ec38e5ac-2937-4705-9f73-38d317009599 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.2049932 Sep 16 19:56:24.574220 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-5043de01-54a3-498b-882c-4cb99d4748f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.576483 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-5043de01-54a3-498b-882c-4cb99d4748f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.1889119 Sep 16 19:56:24.582776 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-d490aa34-60de-491b-821a-c4673b0fb6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.584219 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-d490aa34-60de-491b-821a-c4673b0fb6c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f5fd3c25c3f4313ac1eaf8b524f25f8&device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.2448897 Sep 16 19:56:24.650476 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-e5c986f9-46c9-4053-9fb8-e2e27725f6c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:24.652455 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-e5c986f9-46c9-4053-9fb8-e2e27725f6c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 817 time: 0.3979301 Sep 16 19:56:24.655240 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-3f892279-2e25-44ec-b546-57cc46b28f78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672147 Sep 16 19:56:24.744426 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56068) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:24.824756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9396fef4-771c-4f20-99f8-a3d7f861e8e2 req-ef5128e3-4726-4401-b37e-5463018f3b0b tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.1323078 Sep 16 19:56:24.845529 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5aefbf3-a1f2-4a73-a55d-850771af7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:24.900477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cfe03fb8-86e0-4f04-a4f7-3fe4ab4e0bae req-03113fcc-f68b-4e96-8c65-df062c3d35a7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445347 Sep 16 19:56:24.904842 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-c44239e9-644e-47c1-a05f-2b74e3f58667 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e070957-c729-40f9-be88-c5177852074d HTTP/1.1" status: 200 len: 217 time: 0.2824824 Sep 16 19:56:24.918633 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-fbf3a6a5-da65-473f-b59b-70ab2a9495c5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 379 time: 0.2381234 Sep 16 19:56:24.942778 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'port': {'device_id': 'ee9133ac-98e3-4683-8259-1af71194d987', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'admin_state_up': True, 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'security_groups': ['2c29e0d2-95d7-4cea-9eb2-ecb444757f7a']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:25.060062 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.35', 57212) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:25.152053 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-04e44151-7e7a-4de8-a83b-309b8ddb7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:25.152053 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-04e44151-7e7a-4de8-a83b-309b8ddb7dae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59a5d17e-2929-4ef1-b091-009c146f163d HTTP/1.1" status: 200 len: 852 time: 0.2182364 Sep 16 19:56:25.239950 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-a38c3014-786f-4148-8950-23822d2242a5 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509417 Sep 16 19:56:25.246183 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-afc468de-3dee-457c-ad57-4c4443831a9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45f3c778-8bbd-46df-8320-13dc94bf74c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513501 Sep 16 19:56:25.358500 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-1ca35434-b981-4a94-8c60-70d1608f8116 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:25.359565 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-1ca35434-b981-4a94-8c60-70d1608f8116 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 811 time: 0.2928274 Sep 16 19:56:25.495200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1115fb1e-6b36-47f6-8712-24de2444ce84 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:25.523355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:25.580363 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86d58c-2101-4057-a28d-93e86c145629 req-c679965a-cfeb-45e9-8dc0-7d71aa65d222 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:25.582233 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bd86d58c-2101-4057-a28d-93e86c145629 req-c679965a-cfeb-45e9-8dc0-7d71aa65d222 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 931 time: 0.5539708 Sep 16 19:56:25.616252 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-0030356e-2311-4f50-b08b-84df533fa297 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 380 time: 0.2329657 Sep 16 19:56:25.617582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Transition to ACTIVE for port object 1115fb1e-6b36-47f6-8712-24de2444ce84 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:25.628168 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'port': {'device_id': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'admin_state_up': True, 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'security_groups': ['9b3f152e-be9f-4faf-9e10-c3631810a7f5']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:25.632570 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-48d257e3-e7b6-410b-948d-2ea5ec434c1a service neutron] 10.222.0.35 "GET /v2.0/networks/45f3c778-8bbd-46df-8320-13dc94bf74c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672457 Sep 16 19:56:25.649100 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5aefbf3-a1f2-4a73-a55d-850771af7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:25.651436 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-51e99679-8aa3-4cd8-939c-562e280ccc57 req-68bbb8f3-5883-4eb5-bded-0b48e91e7620 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989463 Sep 16 19:56:25.686122 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bd86d58c-2101-4057-a28d-93e86c145629 req-a75e1f0b-920a-47fb-a1b4-7deca847c6ef tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850279 Sep 16 19:56:25.697468 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d9c0-f19b-4d68-837a-ac915cb5b9eb req-0509faf0-5c95-4f11-9d2a-18fca9d859d5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:25.699339 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-59e0d9c0-f19b-4d68-837a-ac915cb5b9eb req-0509faf0-5c95-4f11-9d2a-18fca9d859d5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1732433 Sep 16 19:56:25.776832 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:25.780673 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5aefbf3-a1f2-4a73-a55d-850771af7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:25.925323 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:25.929397 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-f9b52b39-e137-4c74-950d-bd0277b0ffa5 service neutron] 10.222.0.35 "GET /v2.0/networks/45f3c778-8bbd-46df-8320-13dc94bf74c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808776 Sep 16 19:56:25.942176 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-59e0d9c0-f19b-4d68-837a-ac915cb5b9eb req-c0e27838-a0b2-4caa-aba4-453aeef50431 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302451 Sep 16 19:56:25.986025 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a7a4d1e4-7cf8-4317-b450-76c274840b4b req-35f55fa2-2f49-4ae5-8ceb-8130c804b60b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.1762486 Sep 16 19:56:25.990132 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aefbf3-a1f2-4a73-a55d-850771af7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f980b1-3691-4fe6-8375-2e6a8738038b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:25.999748 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Made reservation on behalf of 65e319c3a6c241149f6c741a0397f068 for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:56:26.006269 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.023181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Attempting to bind port 1115fb1e-6b36-47f6-8712-24de2444ce84 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:26.023573 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Attempting to bind port 1115fb1e-6b36-47f6-8712-24de2444ce84 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:26.023910 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Attempting to bind port 1115fb1e-6b36-47f6-8712-24de2444ce84 on network a68a4545-d3d5-4791-86ef-a9d26b7513ee {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:26.028759 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d5aefbf3-a1f2-4a73-a55d-850771af7f94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a344ea14a1454aa0ad52de562905c135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708926 Sep 16 19:56:26.031318 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56104) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:26.035007 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Port 1115fb1e-6b36-47f6-8712-24de2444ce84 on network a68a4545-d3d5-4791-86ef-a9d26b7513ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:26.035538 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Attempting to bind port 1115fb1e-6b36-47f6-8712-24de2444ce84 on network a68a4545-d3d5-4791-86ef-a9d26b7513ee {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:26.044331 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-40b1aa72-40ba-4f78-bb2e-88e05b2f5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:26.048131 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-40b1aa72-40ba-4f78-bb2e-88e05b2f5e13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1096 time: 0.2457693 Sep 16 19:56:26.048131 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:26.048131 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Checking segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:26.048131 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Bound using segment: {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:26.048965 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Bound port: 1115fb1e-6b36-47f6-8712-24de2444ce84, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c3ef70-b604-4f16-ba8b-59a9ee20e799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:26.049497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.134484 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-31e2feb6-3c9c-4976-b3ee-e43e1333a4b6 req-87ac9a73-c258-47ac-be27-57371c1c0031 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0712185 Sep 16 19:56:26.237852 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Made reservation on behalf of da8a43c8acea400fa62b639c395cebb6 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:56:26.241506 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.300582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-deb4aab7-b1f2-4ce7-84c8-4c504cb4c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:26.302149 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-deb4aab7-b1f2-4ce7-84c8-4c504cb4c6dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.2411177 Sep 16 19:56:26.407960 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-8c14c439-4370-4db4-874e-5ede76f7dc28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0954280 Sep 16 19:56:26.421512 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:26.457152 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.478946 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1115fb1e-6b36-47f6-8712-24de2444ce84,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:26.497513 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75dca-79f9-4246-a1ac-066678e7a751 req-f0246296-1c18-43b6-ba27-b15ea267b7ff tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:26.499137 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-79a75dca-79f9-4246-a1ac-066678e7a751 req-f0246296-1c18-43b6-ba27-b15ea267b7ff tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.3532994 Sep 16 19:56:26.522746 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-b9e0f912-f000-43de-8625-7d0869d62c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:26.524330 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-b9e0f912-f000-43de-8625-7d0869d62c55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.1069503 Sep 16 19:56:26.566699 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-26bf009a-efa1-4b2c-a6f6-b3ea86cd97cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329506 Sep 16 19:56:26.572219 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Allocated IP 172.20.0.6 (2064363c-4716-46ae-9a74-2672ecf19b10/1551b2f1-3566-43f1-9d83-fa22fd975e49/56d0a70c-2ee6-41b1-a6a5-907bce9d2881) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:26.575299 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.583619 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.608969 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Allocated IP 172.20.0.12 (76bc6836-7ed0-4631-b15c-0494313e74a5/315b4bf2-8976-4f23-8616-084ef631066a/34980aae-cacb-4ca3-94a6-302b94dc7c0a) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:56:26.676042 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:26.676398 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.677747 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] 10.222.0.35 "PUT /v2.0/ports/1115fb1e-6b36-47f6-8712-24de2444ce84 HTTP/1.1" status: 200 len: 1093 time: 2.7059309 Sep 16 19:56:26.678236 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:26.679704 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-79a75dca-79f9-4246-a1ac-066678e7a751 req-352d6cc3-e1bf-49c3-a904-94d39b540621 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519642 Sep 16 19:56:26.680661 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:26.763814 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb06529-0b0a-4883-9957-32441384bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:26.808126 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1864f-74b6-477d-bcd8-b763c1a30c4f x-openstack-request-id: req-e5f1864f-74b6-477d-bcd8-b763c1a30c4f {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:26.808351 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:26.808601 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5f1864f-74b6-477d-bcd8-b763c1a30c4f {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:26.808990 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84', 'status': 'completed', 'code': 200} Sep 16 19:56:26.920020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.922704 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:26.923903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9f980b1-3691-4fe6-8375-2e6a8738038b HTTP/1.1" status: 204 len: 168 time: 0.8916368 Sep 16 19:56:26.994786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e41d3f-839e-40b1-a943-28032b9d3721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f980b1-3691-4fe6-8375-2e6a8738038b,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:27.054545 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56130) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:27.092926 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-78cff4f5-75d4-4ff9-84dc-d030686776bf service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152292 Sep 16 19:56:27.108071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.161038 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d778a-315a-4da0-a513-d03c8fb1ba3a req-0d3f53f3-deb3-4bd5-9aa6-828365cafde4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.170255 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d86d778a-315a-4da0-a513-d03c8fb1ba3a req-0d3f53f3-deb3-4bd5-9aa6-828365cafde4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.2546432 Sep 16 19:56:27.190835 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.262052 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d86d778a-315a-4da0-a513-d03c8fb1ba3a req-ca433b5f-da79-403c-bd79-8d2afaf101f2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886884 Sep 16 19:56:27.276683 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-240d7ba2-67e2-48ef-85b6-b54bbe79777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.278385 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-240d7ba2-67e2-48ef-85b6-b54bbe79777e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1096 time: 0.4348104 Sep 16 19:56:27.287891 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a0309-dda8-4629-a39e-9b0e5553677e req-6d827042-4797-4c22-b2d4-12478d422f20 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.299409 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-541a0309-dda8-4629-a39e-9b0e5553677e req-6d827042-4797-4c22-b2d4-12478d422f20 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.2019758 Sep 16 19:56:27.314454 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.381841 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c7f3142e-f7d4-4b39-9f0a-bc8f21243bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.420353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-541a0309-dda8-4629-a39e-9b0e5553677e req-e6456158-7b30-4b0f-8c1d-4e5c2079a411 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140187 Sep 16 19:56:27.424476 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-fd3b3659-8c0b-451d-af96-ffa68e0f4925 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131607 Sep 16 19:56:27.454969 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:27.458544 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:27.463384 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:27.468925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:27.474710 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.475445 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.484579 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c5faa11-320c-479f-836f-5f5413874c32 req-76bf23cb-49b9-4317-bdf2-0a61b3cf65ca tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0952609 Sep 16 19:56:27.500712 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-699545ba-08b0-42a2-b886-32e92f34dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.502515 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-699545ba-08b0-42a2-b886-32e92f34dd59 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2147458 Sep 16 19:56:27.506305 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.600192 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-cad234fe-2c05-4234-a440-2a160eed5cfd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9734044 Sep 16 19:56:27.625066 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:56:27.643134 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:56:27.646058 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:56:27.652846 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.653543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.698556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:27.769403 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f431-1a35-4a83-9be7-06d1f5eeb056 req-2c51a07a-c704-4a43-9307-ca988743e665 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.772611 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcd9f431-1a35-4a83-9be7-06d1f5eeb056 req-2c51a07a-c704-4a43-9307-ca988743e665 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 931 time: 0.2267938 Sep 16 19:56:27.898028 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b5f3e994-d3ac-459b-9159-390030b2ad67 None None] Provisioning complete for port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:27.900561 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e994-d3ac-459b-9159-390030b2ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:27.971611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3e994-d3ac-459b-9159-390030b2ad67 None None] Port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:56:27.976459 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcd9f431-1a35-4a83-9be7-06d1f5eeb056 req-44e5a150-20f8-4671-a926-03ee65a6fd0d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699226 Sep 16 19:56:27.995240 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a0b85-e863-4899-9323-68ba269add08 req-268b2497-8a96-45ae-a557-bcf26d9c13cc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:27.998033 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-904a0b85-e863-4899-9323-68ba269add08 req-268b2497-8a96-45ae-a557-bcf26d9c13cc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.2169302 Sep 16 19:56:28.040225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c7f3142e-f7d4-4b39-9f0a-bc8f21243bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.068262 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-904a0b85-e863-4899-9323-68ba269add08 req-7ea7fa40-7636-4a79-8155-da1533b01573 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619588 Sep 16 19:56:28.097162 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b293d1d5-a049-46be-ad59-18372b8db614 None None] Provisioning complete for port 34980aae-cacb-4ca3-94a6-302b94dc7c0a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:28.097562 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b293d1d5-a049-46be-ad59-18372b8db614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.115802 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c7f3142e-f7d4-4b39-9f0a-bc8f21243bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.136488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b293d1d5-a049-46be-ad59-18372b8db614 None None] Port 34980aae-cacb-4ca3-94a6-302b94dc7c0a cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 19:56:28.167826 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c7f3142e-f7d4-4b39-9f0a-bc8f21243bbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4433d8007304cf090dda540b63170a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1044545 Sep 16 19:56:28.168571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3142e-f7d4-4b39-9f0a-bc8f21243bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35260fcc-54e6-4739-a81c-2a38b4069856,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:28.172202 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56150) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:28.186447 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-61d59a52-1a02-4d5c-8556-917638d7f57c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2579484 Sep 16 19:56:28.251703 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.280246 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.401717 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.406068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:28.408114 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35260fcc-54e6-4739-a81c-2a38b4069856 HTTP/1.1" status: 204 len: 168 time: 0.2342274 Sep 16 19:56:28.411599 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371a674-ec1b-4792-beeb-dbc2391d536c req-b561f8ee-52a9-4281-b268-276831d4b0d3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:28.414246 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0371a674-ec1b-4792-beeb-dbc2391d536c req-b561f8ee-52a9-4281-b268-276831d4b0d3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.0650613 Sep 16 19:56:28.429178 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b32f4-796c-4b5e-aaff-b370f40c6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35260fcc-54e6-4739-a81c-2a38b4069856,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:28.497561 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0371a674-ec1b-4792-beeb-dbc2391d536c req-976f4540-577e-4133-879b-b9c70d47dd6b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741076 Sep 16 19:56:28.672618 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc84df-291b-4772-b015-b107a3e3885e req-69f8b1a7-40c4-423c-a117-e0262d940a10 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:28.674836 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3bfc84df-291b-4772-b015-b107a3e3885e req-69f8b1a7-40c4-423c-a117-e0262d940a10 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0907452 Sep 16 19:56:28.689872 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b734e-3b70-412e-b490-c732a7fec93d req-b8d9de68-1824-412c-9ac4-9209eb79b9fc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:28.691395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cb3b734e-3b70-412e-b490-c732a7fec93d req-b8d9de68-1824-412c-9ac4-9209eb79b9fc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 932 time: 0.0747695 Sep 16 19:56:28.765214 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3bfc84df-291b-4772-b015-b107a3e3885e req-bef8edf9-617f-4d40-a39c-f4e01ee2171e tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706701 Sep 16 19:56:28.774475 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cb3b734e-3b70-412e-b490-c732a7fec93d req-22ba4b5c-342e-4d2b-aa58-04c6b7057de7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668671 Sep 16 19:56:29.190715 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a6c6-4764-4141-8b93-0343080c1c96 req-d9d829c5-2ce3-4a1e-9dd1-ec7d84317035 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:29.192249 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91c5a6c6-4764-4141-8b93-0343080c1c96 req-d9d829c5-2ce3-4a1e-9dd1-ec7d84317035 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 931 time: 0.0976505 Sep 16 19:56:29.217905 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f03fb-5ec4-42a3-bac9-b9de76fd536a req-0996f8ad-f0c6-479d-ab12-2b041e6759fb tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:29.219334 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f07f03fb-5ec4-42a3-bac9-b9de76fd536a req-0996f8ad-f0c6-479d-ab12-2b041e6759fb tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.0755148 Sep 16 19:56:29.265261 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91c5a6c6-4764-4141-8b93-0343080c1c96 req-839e5362-5a32-46bc-8977-7b19416cafe0 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608649 Sep 16 19:56:29.279533 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f07f03fb-5ec4-42a3-bac9-b9de76fd536a req-d6d05526-db40-4b40-b8a7-a3a09c0686c4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Sep 16 19:56:29.496737 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56182) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:29.509566 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ab286d6b-828b-4432-9076-8986cf47ed66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:29.622564 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ab286d6b-828b-4432-9076-8986cf47ed66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:29.635961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53eb88-7baa-4ef8-bdff-1a32734a660e req-c5193df5-40a0-4a51-aac9-343379463884 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:29.637587 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df53eb88-7baa-4ef8-bdff-1a32734a660e req-c5193df5-40a0-4a51-aac9-343379463884 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.0517077 Sep 16 19:56:29.677099 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56188) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:29.686336 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df53eb88-7baa-4ef8-bdff-1a32734a660e req-0f8c151a-f0a5-4abf-b084-49e17e547618 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Sep 16 19:56:29.697580 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ab286d6b-828b-4432-9076-8986cf47ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:29.740434 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ab286d6b-828b-4432-9076-8986cf47ed66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8e8801b0af747f6a0c1cd81c05639ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425518 Sep 16 19:56:29.741352 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab286d6b-828b-4432-9076-8986cf47ed66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969a873-dc63-419c-9e04-834170aa6a0d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:29.745042 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56192) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:29.821274 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:29.839743 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-632d6280-b26e-4d76-b0bf-6aaf9cf265c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:29.862961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.032744 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dab13a-5cc8-462c-becf-7f42459e8385 req-c3664d1e-4691-4514-a2dd-4f1f8808a58b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.034439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f5dab13a-5cc8-462c-becf-7f42459e8385 req-c3664d1e-4691-4514-a2dd-4f1f8808a58b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 932 time: 0.1484287 Sep 16 19:56:30.054501 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b227d43-b68a-45aa-bf76-e09310f6d670 req-f8e27ee6-9590-4e0c-b05b-50ec91e65b35 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.054501 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8b227d43-b68a-45aa-bf76-e09310f6d670 req-f8e27ee6-9590-4e0c-b05b-50ec91e65b35 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1513391 Sep 16 19:56:30.121108 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.123630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.124820 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a969a873-dc63-419c-9e04-834170aa6a0d HTTP/1.1" status: 204 len: 168 time: 0.3785095 Sep 16 19:56:30.141755 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-632d6280-b26e-4d76-b0bf-6aaf9cf265c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.158229 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f5dab13a-5cc8-462c-becf-7f42459e8385 req-b0691aa6-4de2-4d65-9c60-754f3402df2a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137047 Sep 16 19:56:30.161708 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326332e4-f4c6-4c4c-b46d-479861e8d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969a873-dc63-419c-9e04-834170aa6a0d,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:30.170589 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8b227d43-b68a-45aa-bf76-e09310f6d670 req-621484a8-0ad4-42b3-a5b1-7b0f88cea0b4 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053374 Sep 16 19:56:30.240715 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-632d6280-b26e-4d76-b0bf-6aaf9cf265c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.282154 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6280-b26e-4d76-b0bf-6aaf9cf265c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c345cd5-69c3-4f15-886b-2c05a980a397,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:30.287709 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-632d6280-b26e-4d76-b0bf-6aaf9cf265c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad25c44dc2c74fd78d54e7b07cf712ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116667 Sep 16 19:56:30.290659 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56202) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:30.409034 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Request body: {'port': {'device_id': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:30.424349 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Request body: {'port': {'device_id': 'ee9133ac-98e3-4683-8259-1af71194d987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:30.427977 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0e070957-c729-40f9-be88-c5177852074d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:30.573612 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0e070957-c729-40f9-be88-c5177852074d,segment=NetworkSegment(cfe6b48b-d1f0-445b-abac-8d625cdf98b8),segment_id=cfe6b48b-d1f0-445b-abac-8d625cdf98b8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:30.590806 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '0e070957-c729-40f9-be88-c5177852074d', 'network_id': '45f3c778-8bbd-46df-8320-13dc94bf74c5', 'port_id': '0e070957-c729-40f9-be88-c5177852074d', 'mac_address': 'fa:16:3e:cd:ad:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a5d17e-2929-4ef1-b091-009c146f163d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:30.624680 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.649334 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.677822 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e070957-c729-40f9-be88-c5177852074d {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:30.686361 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-e2eb848e-be62-456d-9b6f-8d28fe69a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.688671 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-26a4f6e4-14d6-4de3-9ddd-26d9c30af66e req-e2eb848e-be62-456d-9b6f-8d28fe69a1fa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3025627 Sep 16 19:56:30.705006 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.726338 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0e070957-c729-40f9-be88-c5177852074d,segment=NetworkSegment(cfe6b48b-d1f0-445b-abac-8d625cdf98b8),segment_id=cfe6b48b-d1f0-445b-abac-8d625cdf98b8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:30.751969 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.793481 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71811ad3-d9dd-463d-aa9c-6610c1a68292 req-a72152ef-a45a-498f-9f7f-da20a5c799cd tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.795550 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71811ad3-d9dd-463d-aa9c-6610c1a68292 req-a72152ef-a45a-498f-9f7f-da20a5c799cd tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.4343598 Sep 16 19:56:30.821641 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.830126 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:30.835664 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb194-68e3-40c3-9320-3ae86ff1b7ee req-08ee9af5-5a9b-4e95-88c2-0b0d5017458e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.835951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34912a8e-04d2-4537-a489-0ad2fb76316c details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:30.836183 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-221cb194-68e3-40c3-9320-3ae86ff1b7ee req-08ee9af5-5a9b-4e95-88c2-0b0d5017458e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 931 time: 0.4442201 Sep 16 19:56:30.869143 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-a5b537e0-80a3-49c2-97df-6c212664f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:30.871626 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-a5b537e0-80a3-49c2-97df-6c212664f7b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1096 time: 0.1197803 Sep 16 19:56:30.941877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71811ad3-d9dd-463d-aa9c-6610c1a68292 req-ad8d3f02-f9ee-47d6-9625-f21fd3baa35e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384988 Sep 16 19:56:30.978259 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-221cb194-68e3-40c3-9320-3ae86ff1b7ee req-85eac252-668d-4a3a-a1f2-c843607e6945 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154194 Sep 16 19:56:30.983344 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-7cd8f2ad-d8ce-4d92-887d-58692cdb45f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1115fb1e-6b36-47f6-8712-24de2444ce84 HTTP/1.1" status: 200 len: 217 time: 0.1014671 Sep 16 19:56:31.024560 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:31.075211 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34912a8e-04d2-4537-a489-0ad2fb76316c,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:31.084070 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.086900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.088145 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c345cd5-69c3-4f15-886b-2c05a980a397 HTTP/1.1" status: 204 len: 168 time: 0.7957873 Sep 16 19:56:31.102051 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380797f6-4512-4e29-83c0-da39f3b02005 req-9447e711-943a-42db-9a7d-669345a1a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:31.104048 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-9447e711-943a-42db-9a7d-669345a1a989 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.1080625 Sep 16 19:56:31.123665 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '34912a8e-04d2-4537-a489-0ad2fb76316c', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'port_id': '34912a8e-04d2-4537-a489-0ad2fb76316c', 'mac_address': 'fa:16:3e:3b:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:31.151857 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-3908204d-3940-4703-a313-b8a8e2adb74f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403116 Sep 16 19:56:31.188537 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848783e8-a087-4886-9f01-c68df9ba0385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c345cd5-69c3-4f15-886b-2c05a980a397,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:31.236588 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.279485 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:31.283756 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34912a8e-04d2-4537-a489-0ad2fb76316c {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:31.291925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.349608 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Transition to ACTIVE for port object 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:31.361940 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34912a8e-04d2-4537-a489-0ad2fb76316c,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:31.378904 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-77a011c8-a052-45e1-87a6-7c4d6f9bacf3 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159798 Sep 16 19:56:31.392293 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af014-7779-49ff-94c9-3317ad873847 req-71aad2d1-0704-4b8e-8f53-2796a0130809 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:31.394133 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c54af014-7779-49ff-94c9-3317ad873847 req-71aad2d1-0704-4b8e-8f53-2796a0130809 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.3111787 Sep 16 19:56:31.480523 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.481640 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 73f01d08-c513-4281-8632-b27a0fc971ba details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:31.501929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b38e9-e229-4ba8-af85-5ebb43615abf req-ad0b0ace-df14-427c-baba-eec9b7cdbd24 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:31.509869 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c5b38e9-e229-4ba8-af85-5ebb43615abf req-ad0b0ace-df14-427c-baba-eec9b7cdbd24 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 932 time: 0.1732881 Sep 16 19:56:31.515238 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.536291 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c54af014-7779-49ff-94c9-3317ad873847 req-20524d33-1a75-42ca-b683-6e6b262a4ac8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136415 Sep 16 19:56:31.577604 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c5b38e9-e229-4ba8-af85-5ebb43615abf req-f4cb5f08-638c-4245-8bdd-98897c4fd1c8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668108 Sep 16 19:56:31.628237 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:31.641125 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.678475 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Pushing event updated for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:31.701575 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Transition to ACTIVE for port object 34980aae-cacb-4ca3-94a6-302b94dc7c0a will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:56:31.731391 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:31.827779 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0aaa-3af8-46b6-9bad-10358d6e7531 req-1019413a-d65e-4498-86aa-5c8367eae988 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:31.830588 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f9aa0aaa-3af8-46b6-9bad-10358d6e7531 req-1019413a-d65e-4498-86aa-5c8367eae988 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 944 time: 0.1412878 Sep 16 19:56:31.834176 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.845700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Attempting to bind port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:31.846103 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Attempting to bind port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:31.846354 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Attempting to bind port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:31.859945 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-25748db0-4a83-49a3-a6e5-9adcf68f9105 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727254 Sep 16 19:56:31.861231 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 on network 2064363c-4716-46ae-9a74-2672ecf19b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:31.862899 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Attempting to bind port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:31.891121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:31.891121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Checking segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:31.891121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Bound using segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:31.891121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Bound port: 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:31.891121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:31.932623 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73f01d08-c513-4281-8632-b27a0fc971ba,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:32.102017 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f9aa0aaa-3af8-46b6-9bad-10358d6e7531 req-5c579c23-86a0-4cba-b00d-e4cb4238d0fd tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630894 Sep 16 19:56:32.168372 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:32.185219 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:32.222590 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '73f01d08-c513-4281-8632-b27a0fc971ba', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'port_id': '73f01d08-c513-4281-8632-b27a0fc971ba', 'mac_address': 'fa:16:3e:11:bd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:32.269720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:32.299199 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.302317 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Attempting to bind port 34980aae-cacb-4ca3-94a6-302b94dc7c0a on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:56:32.302674 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Attempting to bind port 34980aae-cacb-4ca3-94a6-302b94dc7c0a by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:56:32.303015 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Attempting to bind port 34980aae-cacb-4ca3-94a6-302b94dc7c0a on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:32.326183 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f01d08-c513-4281-8632-b27a0fc971ba {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:32.340252 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.352799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Port 34980aae-cacb-4ca3-94a6-302b94dc7c0a on network 76bc6836-7ed0-4631-b15c-0494313e74a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:56:32.353020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Attempting to bind port 34980aae-cacb-4ca3-94a6-302b94dc7c0a on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:56:32.383977 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:56:32.384419 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Checking segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:56:32.385835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Bound using segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:56:32.386414 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Bound port: 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:56:32.386900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.387412 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73f01d08-c513-4281-8632-b27a0fc971ba,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:32.407935 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.409326 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.411046 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] 10.222.0.35 "PUT /v2.0/ports/56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 1093 time: 2.0225246 Sep 16 19:56:32.413835 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:32.416978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3f55c-23a6-4df1-bb95-3e50f852d53a req-c87fe902-45f0-4891-ba43-5ba3fcf420d3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.418941 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b3f55c-23a6-4df1-bb95-3e50f852d53a req-c87fe902-45f0-4891-ba43-5ba3fcf420d3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 943 time: 0.1373439 Sep 16 19:56:32.427995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:32.437957 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4be8c-1471-4da4-875f-4233d4728cd6 req-b2108e43-8a20-4509-8e84-21a91d05e2e3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.439702 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3cd4be8c-1471-4da4-875f-4233d4728cd6 req-b2108e43-8a20-4509-8e84-21a91d05e2e3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 943 time: 0.1983275 Sep 16 19:56:32.471497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067b99-80f8-45f0-ad76-d865cb9f922b service neutron] Pushing event updated for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:32.497720 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.585926 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:32.599173 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-3f829909-d390-4328-b90e-c059a537f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.601027 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-3f829909-d390-4328-b90e-c059a537f1fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1096 time: 0.0726869 Sep 16 19:56:32.646704 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-095d99c3-8f14-40c8-9c30-268908b63ba8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Sep 16 19:56:32.655182 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39b3f55c-23a6-4df1-bb95-3e50f852d53a req-0d33876e-463d-478b-965d-f32e0e171527 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281334 Sep 16 19:56:32.669005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:56:32.678774 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3cd4be8c-1471-4da4-875f-4233d4728cd6 req-7ec918d9-fa2e-4ac8-8ab0-cf81910201a8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249141 Sep 16 19:56:32.685455 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:56:32.726661 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-e9ec1b3d-deff-402e-abee-9d694f29b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.729421 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-e9ec1b3d-deff-402e-abee-9d694f29b66a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0718153 Sep 16 19:56:32.759074 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5bf73-3e5e-480a-812b-75b38951840a x-openstack-request-id: req-d1e5bf73-3e5e-480a-812b-75b38951840a {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:32.760738 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:32.761545 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1e5bf73-3e5e-480a-812b-75b38951840a {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:32.771061 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'status': 'completed', 'code': 200} Sep 16 19:56:32.809563 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.821417 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-ad9aa38b-432a-43fc-bd69-8488ef7bf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.824137 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-ad9aa38b-432a-43fc-bd69-8488ef7bf031 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891092 Sep 16 19:56:32.844811 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:32.894638 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:32.895768 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:32.898993 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 1094 time: 2.4866586 Sep 16 19:56:32.917970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:32.949816 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['0e070957-c729-40f9-be88-c5177852074d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:32.972535 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34912a8e-04d2-4537-a489-0ad2fb76316c'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:32.988827 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7a93b-1fdb-4308-a047-cdc7df4fd2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:33.000771 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-da9d4353-6f27-4f92-9c3c-2e756cb77cc3 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655588 Sep 16 19:56:33.095774 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb69d-8705-4c73-9be5-3a47067cd1c2 req-54af6d8b-f03a-4420-9e96-1c58632d7874 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.106065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-693eb69d-8705-4c73-9be5-3a47067cd1c2 req-54af6d8b-f03a-4420-9e96-1c58632d7874 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.3271616 Sep 16 19:56:33.231940 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5b0ef2c3-e7f7-4d44-a62e-16e7b068dd62 req-88f40e59-b99c-441c-80b6-6208bc92d5ba service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138340 Sep 16 19:56:33.279384 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91ad27-5bdf-4fa9-bab2-b702bf397ee6 req-d6ac7d97-b745-43c3-84a5-9f815b4c5b64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.292881 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cd91ad27-5bdf-4fa9-bab2-b702bf397ee6 req-d6ac7d97-b745-43c3-84a5-9f815b4c5b64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.4174054 Sep 16 19:56:33.325989 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-79596e41-4846-450f-b8f0-f1f2fccfcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.328806 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-79596e41-4846-450f-b8f0-f1f2fccfcd4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1097 time: 0.2856395 Sep 16 19:56:33.342949 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-693eb69d-8705-4c73-9be5-3a47067cd1c2 req-391e5620-f5a9-4b4b-a790-33bac7d3b697 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355258 Sep 16 19:56:33.499562 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-fb3b1d14-3d72-406b-8749-a2349975de0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 217 time: 0.1531627 Sep 16 19:56:33.548859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-f35719be-b189-4eee-a442-3d723b08bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.552777 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-f35719be-b189-4eee-a442-3d723b08bb26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1096 time: 0.1121109 Sep 16 19:56:33.575348 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cd91ad27-5bdf-4fa9-bab2-b702bf397ee6 req-d020acac-14ec-458e-8640-e5ba8e688bbf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610576 Sep 16 19:56:33.587580 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:33.721230 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-cf7c3be6-cf8f-4e5f-8409-a84297fc4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.723496 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-cf7c3be6-cf8f-4e5f-8409-a84297fc4dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.2132967 Sep 16 19:56:33.840241 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62f5f-9de7-4026-a3bc-6614be633c95 req-12939377-72d8-4bc2-9d13-654b45cd6916 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.843591 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0de62f5f-9de7-4026-a3bc-6614be633c95 req-12939377-72d8-4bc2-9d13-654b45cd6916 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 944 time: 0.2300870 Sep 16 19:56:33.878476 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-621347b6-fa58-453f-aa79-ed6754fcdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.880693 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-621347b6-fa58-453f-aa79-ed6754fcdba1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.3179221 Sep 16 19:56:33.955359 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-3617948f-5736-4567-81dc-dec2b238a057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 217 time: 0.0664213 Sep 16 19:56:33.956559 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82416-9c97-42ed-be81-6f7285d0749f req-71ce0961-32ea-42c1-b5a9-aa85378a88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:33.959467 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-71ce0961-32ea-42c1-b5a9-aa85378a88df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2135396 Sep 16 19:56:34.013049 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0de62f5f-9de7-4026-a3bc-6614be633c95 req-8535a271-79c5-4464-be66-53587bb9aa32 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514611 Sep 16 19:56:34.017007 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f61038-0960-4e76-b198-537a8a88de34 x-openstack-request-id: req-82f61038-0960-4e76-b198-537a8a88de34 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:34.017322 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:34.022369 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82f61038-0960-4e76-b198-537a8a88de34 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:34.022369 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'status': 'completed', 'code': 200} Sep 16 19:56:34.049637 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-967b7323-a300-4a41-ac86-835c5afb473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.064864 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-967b7323-a300-4a41-ac86-835c5afb473d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0910559 Sep 16 19:56:34.122898 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-c9331da5-4cd7-4d56-9ca7-62ecf996d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.124906 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-c9331da5-4cd7-4d56-9ca7-62ecf996d46e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518415 Sep 16 19:56:34.173435 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-eae175eb-c05f-447b-8262-50dfafa6ac00 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028790 Sep 16 19:56:34.207924 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93bb0-3240-42a6-8478-82aefd0b49bd req-8b7b34e9-9e94-46df-9988-b8e1d4e0ec8f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.209468 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-36a93bb0-3240-42a6-8478-82aefd0b49bd req-8b7b34e9-9e94-46df-9988-b8e1d4e0ec8f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 944 time: 0.1109533 Sep 16 19:56:34.231869 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a8f8-418d-4896-84ac-45393eede94b req-4791d245-f9b4-431e-b8a6-f8722134c7e7 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.234050 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-18d5a8f8-418d-4896-84ac-45393eede94b req-4791d245-f9b4-431e-b8a6-f8722134c7e7 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 943 time: 0.1365707 Sep 16 19:56:34.263456 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc28e-5ca1-49fe-8e01-f5a75b5c835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:34.268102 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-9620db87-1287-4d89-bf8e-91c4cc3d83c8 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346941 Sep 16 19:56:34.416043 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c832168a-6bd3-4702-b4b6-a84dedcd2c1e req-1125d554-4b5e-427b-912f-d29ccc6c1d91 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296804 Sep 16 19:56:34.503832 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 1115fb1e-6b36-47f6-8712-24de2444ce84 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:34.512493 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-36a93bb0-3240-42a6-8478-82aefd0b49bd req-405df744-051c-4206-933a-e2cc5ec9b263 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876601 Sep 16 19:56:34.513792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-18d5a8f8-418d-4896-84ac-45393eede94b req-83eb6750-1fce-4ea8-8f69-97e8439df201 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670298 Sep 16 19:56:34.537590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6de82416-9c97-42ed-be81-6f7285d0749f req-5d3cb405-ee2e-4b89-b310-ce0d581b5f43 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482442 Sep 16 19:56:34.560618 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0e070957-c729-40f9-be88-c5177852074d up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:34.751763 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1115fb1e-6b36-47f6-8712-24de2444ce84,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:34.765157 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-32b3053f-6c55-454a-964f-2073981be693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.773590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-32b3053f-6c55-454a-964f-2073981be693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1097 time: 0.1143367 Sep 16 19:56:34.773762 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '1115fb1e-6b36-47f6-8712-24de2444ce84', 'network_id': 'a68a4545-d3d5-4791-86ef-a9d26b7513ee', 'port_id': '1115fb1e-6b36-47f6-8712-24de2444ce84', 'mac_address': 'fa:16:3e:a9:71:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0776fb77-d10b-44f6-b419-bf2649676ff4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:34.803077 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db2f3c-0bfa-4058-b853-7faf463c6ee0 req-4db0c240-f05b-42d7-88ec-b5b9a221094a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.805359 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-41db2f3c-0bfa-4058-b853-7faf463c6ee0 req-4db0c240-f05b-42d7-88ec-b5b9a221094a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 943 time: 0.1039064 Sep 16 19:56:34.819105 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 0e070957-c729-40f9-be88-c5177852074d completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:34.830352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 0e070957-c729-40f9-be88-c5177852074d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:34.830805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:34.833440 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:34.868995 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1115fb1e-6b36-47f6-8712-24de2444ce84 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:34.899907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1115fb1e-6b36-47f6-8712-24de2444ce84,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:34.953136 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:34.975842 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:34.976055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:34.982675 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:56:34.990107 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e070957-c729-40f9-be88-c5177852074d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:34.991658 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2c32b-be58-4649-82ca-56f71b2bd68b req-9c49a1e7-e80b-4ab5-a908-516532f3d33d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:34.993210 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ac2c32b-be58-4649-82ca-56f71b2bd68b req-9c49a1e7-e80b-4ab5-a908-516532f3d33d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.2255692 Sep 16 19:56:35.001777 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-41db2f3c-0bfa-4058-b853-7faf463c6ee0 req-81a34f4c-a39f-407a-8658-522fa65aa61b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745238 Sep 16 19:56:35.043838 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-804c39cb-ddfa-4cb4-a6f6-2a5de97f5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.045573 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-804c39cb-ddfa-4cb4-a6f6-2a5de97f5cb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.2612298 Sep 16 19:56:35.065184 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ac2c32b-be58-4649-82ca-56f71b2bd68b req-45629163-6380-47b9-a543-63006ccd27d4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579495 Sep 16 19:56:35.101553 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-933a83db-a1df-4022-b531-08934a82bcb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 217 time: 0.0441606 Sep 16 19:56:35.114163 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0e070957-c729-40f9-be88-c5177852074d,segment=NetworkSegment(cfe6b48b-d1f0-445b-abac-8d625cdf98b8),segment_id=cfe6b48b-d1f0-445b-abac-8d625cdf98b8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:35.166104 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102bcc29-8743-4fb5-86be-b46bf538cb9d" -d '{"events": [{"server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e070957-c729-40f9-be88-c5177852074d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:35.179976 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-72a6cfbb-503e-4409-a315-1bcda4ac1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.183287 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-72a6cfbb-503e-4409-a315-1bcda4ac1461 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0730765 Sep 16 19:56:35.194966 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90970f-1c48-40a0-9275-c996f89de166 req-2e87df30-e8f9-4ccc-a0e2-c24caa67080c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.204907 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d90970f-1c48-40a0-9275-c996f89de166 req-2e87df30-e8f9-4ccc-a0e2-c24caa67080c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 944 time: 0.1033821 Sep 16 19:56:35.205542 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:35.219761 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:35.282686 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67841200-0a15-493d-aeb7-8b154b77cc6b x-openstack-request-id: req-67841200-0a15-493d-aeb7-8b154b77cc6b {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:35.283354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e070957-c729-40f9-be88-c5177852074d", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:35.283354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67841200-0a15-493d-aeb7-8b154b77cc6b {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:35.284255 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e070957-c729-40f9-be88-c5177852074d', 'code': 200} Sep 16 19:56:35.286875 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d90970f-1c48-40a0-9275-c996f89de166 req-c9525d6e-a8bb-4eaf-84f7-03c2603880d5 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836573 Sep 16 19:56:35.288268 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:35.290514 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-00a883e4-c06d-45b2-9c71-98ababfb8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.291666 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-00a883e4-c06d-45b2-9c71-98ababfb8600 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872574 Sep 16 19:56:35.311581 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:35.319399 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'port_id': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'mac_address': 'fa:16:3e:cc:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:35.384333 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:35.399661 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:35.422761 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:35.434852 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-e645c61c-200c-4e2e-a6ef-95f58f1ace5c service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335828 Sep 16 19:56:35.525933 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b5f5474-20e6-4a30-8d08-ed3c29e727c3 req-a031571c-905a-4277-8368-e8c70d6378de service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Sep 16 19:56:35.561199 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:35.611116 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:35.756973 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b877425-a4e5-452a-8e8b-0c18c161b9f5 req-01c6d4ab-9b1c-4304-b8ca-045e2a460720 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.758548 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b877425-a4e5-452a-8e8b-0c18c161b9f5 req-01c6d4ab-9b1c-4304-b8ca-045e2a460720 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 944 time: 0.1558976 Sep 16 19:56:35.768778 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6918f-1738-4719-a983-87324f2a03bf req-e2fc70ae-3691-416a-9376-928f3056c853 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.770323 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8bb6918f-1738-4719-a983-87324f2a03bf req-e2fc70ae-3691-416a-9376-928f3056c853 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 944 time: 0.1352305 Sep 16 19:56:35.786977 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-249478d0-ffa3-4e1a-8235-4aac86f3a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:35.788395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-249478d0-ffa3-4e1a-8235-4aac86f3a814 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 1098 time: 0.1407228 Sep 16 19:56:35.814972 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['56d0a70c-2ee6-41b1-a6a5-907bce9d2881'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:35.820333 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['1115fb1e-6b36-47f6-8712-24de2444ce84'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:35.837770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-d56ebac9-1b43-4ce9-b91c-32078d1b3cff service neutron] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:35.868327 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8bb6918f-1738-4719-a983-87324f2a03bf req-2b4cd7ba-b170-45ec-8bb8-a6e2b9442591 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863829 Sep 16 19:56:35.874746 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b877425-a4e5-452a-8e8b-0c18c161b9f5 req-342e7c94-39ae-498d-a1c5-eda20990985c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034236 Sep 16 19:56:36.008645 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-d56ebac9-1b43-4ce9-b91c-32078d1b3cff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.098846 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-d56ebac9-1b43-4ce9-b91c-32078d1b3cff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.162208 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b25eec6-61bf-4476-8ccd-815d4885c80c req-d56ebac9-1b43-4ce9-b91c-32078d1b3cff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602970 Sep 16 19:56:36.163925 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ebac9-1b43-4ce9-b91c-32078d1b3cff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c64bf2c-0231-4cab-b454-f3ae191b69c2,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:36.183965 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e80506-7ecf-4c65-a837-4a22154d8911 req-f9675d09-8aff-428d-a3a9-97e81a9462f3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:36.185574 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7e80506-7ecf-4c65-a837-4a22154d8911 req-f9675d09-8aff-428d-a3a9-97e81a9462f3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 944 time: 0.1024938 Sep 16 19:56:36.261131 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7e80506-7ecf-4c65-a837-4a22154d8911 req-39dd4645-6e69-42fb-8c26-854b8e3e5fda tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684538 Sep 16 19:56:36.292926 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93e16b-b1a3-4939-ab42-e8e3ee088aa7 req-8072a360-8dfa-4737-9e86-d3fd196808e7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:36.292926 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b93e16b-b1a3-4939-ab42-e8e3ee088aa7 req-8072a360-8dfa-4737-9e86-d3fd196808e7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0729535 Sep 16 19:56:36.336077 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b93e16b-b1a3-4939-ab42-e8e3ee088aa7 req-32671d87-c66a-4be8-886b-02f5beb1ba1f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Sep 16 19:56:36.476544 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244e2cc-8cbc-4a59-98fe-af75c2e13bbc req-d0f2b872-1aa1-467f-842c-280ac191e7ea tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:36.478256 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4244e2cc-8cbc-4a59-98fe-af75c2e13bbc req-d0f2b872-1aa1-467f-842c-280ac191e7ea tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Sep 16 19:56:36.508705 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:56:36.515952 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 73f01d08-c513-4281-8632-b27a0fc971ba up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:36.540841 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4244e2cc-8cbc-4a59-98fe-af75c2e13bbc req-5db9976d-27ec-4a08-89ee-12b7bc95d8ac tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 Sep 16 19:56:36.672729 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:36.685734 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:56:36.730619 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.740345 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 73f01d08-c513-4281-8632-b27a0fc971ba completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:36.749039 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 73f01d08-c513-4281-8632-b27a0fc971ba triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:36.749039 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.751545 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:56:36.801381 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:36.855189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.888276 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73f01d08-c513-4281-8632-b27a0fc971ba,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:36.922539 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.990506 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:36.997780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34912a8e-04d2-4537-a489-0ad2fb76316c up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:37.099295 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e1866-1b88-4572-8315-7255e05c6e53 req-0621ebb4-c6b1-4427-a042-e40299e2e0c9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.100860 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1a4e1866-1b88-4572-8315-7255e05c6e53 req-0621ebb4-c6b1-4427-a042-e40299e2e0c9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 944 time: 0.1062527 Sep 16 19:56:37.124285 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89855fb-30e0-4b34-813d-70684292e77c req-373e3c06-0b6b-4566-ae71-f8f599a2b5ac tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.125883 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a89855fb-30e0-4b34-813d-70684292e77c req-373e3c06-0b6b-4566-ae71-f8f599a2b5ac tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.1057026 Sep 16 19:56:37.187442 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:37.205590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1a4e1866-1b88-4572-8315-7255e05c6e53 req-0bf97c57-d562-4cef-bd3b-2daa6d40726c tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953360 Sep 16 19:56:37.211222 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a89855fb-30e0-4b34-813d-70684292e77c req-3622c3ef-954e-480f-b7ec-74490219209b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759861 Sep 16 19:56:37.258802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:37.265061 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34980aae-cacb-4ca3-94a6-302b94dc7c0a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:56:37.291542 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:37.294913 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d916e852-27ef-4f6f-8162-a3ac63ab2bb6" -d '{"events": [{"server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "name": "network-vif-plugged", "status": "completed", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:37.318349 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-839d4a45-3732-4996-985f-f8459ce7c8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:37.356563 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74aafab-c51a-4594-a719-447c8060c8aa x-openstack-request-id: req-d74aafab-c51a-4594-a719-447c8060c8aa {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:37.356875 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "name": "network-vif-plugged", "status": "completed", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:37.357131 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d74aafab-c51a-4594-a719-447c8060c8aa {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:37.357534 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba', 'code': 200} Sep 16 19:56:37.366516 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 34912a8e-04d2-4537-a489-0ad2fb76316c completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:37.380007 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 34912a8e-04d2-4537-a489-0ad2fb76316c triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:37.380402 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:37.470973 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b71f-c091-4610-bfe4-67cc38622120 req-9c2881ac-a828-4060-a2ab-c1804444b6c4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.472718 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adf9b71f-c091-4610-bfe4-67cc38622120 req-9c2881ac-a828-4060-a2ab-c1804444b6c4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 944 time: 0.1255739 Sep 16 19:56:37.488663 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:37.519920 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:37.573772 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f29c7-3a51-4100-9832-074357bd5d88 req-e9c1bd71-5eef-49a8-9303-ff8d9dc7e4a6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.575337 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7e9f29c7-3a51-4100-9832-074357bd5d88 req-e9c1bd71-5eef-49a8-9303-ff8d9dc7e4a6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0817950 Sep 16 19:56:37.580304 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adf9b71f-c091-4610-bfe4-67cc38622120 req-0021a8d7-c18f-47ea-af1c-e16008479038 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852838 Sep 16 19:56:37.587573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34912a8e-04d2-4537-a489-0ad2fb76316c,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:37.621617 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7e9f29c7-3a51-4100-9832-074357bd5d88 req-92ee4136-3cf6-4835-bc58-950d7ce9c301 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371175 Sep 16 19:56:37.690598 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae668d1e-9ddc-436c-bb7d-d4a360d23482 req-ee826e06-4d8d-458b-945e-ce147f5defb7 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.692091 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae668d1e-9ddc-436c-bb7d-d4a360d23482 req-ee826e06-4d8d-458b-945e-ce147f5defb7 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0488131 Sep 16 19:56:37.730321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae668d1e-9ddc-436c-bb7d-d4a360d23482 req-278e05ac-95fb-48a4-ad5d-5e9636c9dc6c tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Sep 16 19:56:37.733241 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:37.814757 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:37.826920 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492e10-3e71-4f1e-8f50-930e7829bdee req-62585317-f232-48af-9639-0c605eb4f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:37.833727 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93492e10-3e71-4f1e-8f50-930e7829bdee req-62585317-f232-48af-9639-0c605eb4f2f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 1098 time: 0.0538297 Sep 16 19:56:37.886843 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93492e10-3e71-4f1e-8f50-930e7829bdee req-5f630c58-a2c6-4698-a4c5-c96cfe41f621 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Sep 16 19:56:38.059379 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56436) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:38.184466 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bde55240-7b0f-40bf-b74a-b3fdb19737d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.339808 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.362161 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bde55240-7b0f-40bf-b74a-b3fdb19737d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.399567 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9990d-ce86-488d-b912-a6f3f921932b req-d0a00ae2-8216-4585-86c7-5bf2faa131e3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:38.399567 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07d9990d-ce86-488d-b912-a6f3f921932b req-d0a00ae2-8216-4585-86c7-5bf2faa131e3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 944 time: 0.0992637 Sep 16 19:56:38.420242 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37955044-dcf2-4c78-8de9-bcd5c5c521e6 req-90f3c20a-b135-47c4-9342-b3ce93cdc8c0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:38.427077 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37955044-dcf2-4c78-8de9-bcd5c5c521e6 req-90f3c20a-b135-47c4-9342-b3ce93cdc8c0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.1141157 Sep 16 19:56:38.468795 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07d9990d-ce86-488d-b912-a6f3f921932b req-316f13bd-08d5-40eb-acb2-ea2e2e95b2b2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654945 Sep 16 19:56:38.486294 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37955044-dcf2-4c78-8de9-bcd5c5c521e6 req-065038dc-ecc2-4aa2-b133-06fe3d46511c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Sep 16 19:56:38.507700 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bde55240-7b0f-40bf-b74a-b3fdb19737d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.533331 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:38.565853 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bde55240-7b0f-40bf-b74a-b3fdb19737d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b58fd05a17fb438281f35e4f23e6d39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051048 Sep 16 19:56:38.566740 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55240-7b0f-40bf-b74a-b3fdb19737d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258b9b7-9be2-4e8d-a6f1-2bf068ab0c75,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:38.568956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56446) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:38.645865 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.671858 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.678201 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 34980aae-cacb-4ca3-94a6-302b94dc7c0a completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:38.688765 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 34980aae-cacb-4ca3-94a6-302b94dc7c0a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:38.689226 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.724758 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d1e0-c1db-4607-bc10-86892a6c56b2 req-8d908e44-91fe-416f-a78b-d387af0bf426 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:38.726384 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a33d1e0-c1db-4607-bc10-86892a6c56b2 req-8d908e44-91fe-416f-a78b-d387af0bf426 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 944 time: 0.0720663 Sep 16 19:56:38.799781 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.800280 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a33d1e0-c1db-4607-bc10-86892a6c56b2 req-ce39f53d-1d9d-45af-a4de-bc5890fd435a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585828 Sep 16 19:56:38.809217 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16e93-11c8-469b-8216-9d7b54fc1f46 req-baae6141-fe7b-465f-9d71-8e00c1423663 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:38.810738 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a1d16e93-11c8-469b-8216-9d7b54fc1f46 req-baae6141-fe7b-465f-9d71-8e00c1423663 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0940626 Sep 16 19:56:38.812892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.831204 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:38.835667 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7258b9b7-9be2-4e8d-a6f1-2bf068ab0c75 HTTP/1.1" status: 204 len: 168 time: 0.2655149 Sep 16 19:56:38.857639 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1480cf-1ab6-4a02-889c-8d340cd74292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258b9b7-9be2-4e8d-a6f1-2bf068ab0c75,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:38.859461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:38.861110 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a1d16e93-11c8-469b-8216-9d7b54fc1f46 req-d3e8e3a9-1797-4fa2-a642-56debada6b8f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420845 Sep 16 19:56:38.961102 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820960-fedd-4ee2-975c-da2cb0ebfd19 req-f2e7ac55-8433-44d2-a7e7-91fea8010b8f tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:38.962833 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-83820960-fedd-4ee2-975c-da2cb0ebfd19 req-f2e7ac55-8433-44d2-a7e7-91fea8010b8f tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0573215 Sep 16 19:56:39.005914 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-83820960-fedd-4ee2-975c-da2cb0ebfd19 req-7c6f2ef7-5256-4df5-ad41-c672edb61227 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Sep 16 19:56:39.013661 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.018120 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 1115fb1e-6b36-47f6-8712-24de2444ce84 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:39.107511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:39.236281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 1115fb1e-6b36-47f6-8712-24de2444ce84 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:39.240996 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 1115fb1e-6b36-47f6-8712-24de2444ce84 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:39.241448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.335816 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.358316 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c'}, {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:39.360797 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5735d-974e-454c-a204-d735a87d63ca" -d '{"events": [{"server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "name": "network-vif-plugged", "status": "completed", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c"}, {"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:39.380518 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1115fb1e-6b36-47f6-8712-24de2444ce84,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:39.419000 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03729038-4c26-4995-ba9d-619e0069f5b1 x-openstack-request-id: req-03729038-4c26-4995-ba9d-619e0069f5b1 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:39.419000 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "name": "network-vif-plugged", "status": "completed", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c", "code": 200}, {"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:39.419000 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03729038-4c26-4995-ba9d-619e0069f5b1 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:39.419000 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c', 'code': 200} Sep 16 19:56:39.419000 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'code': 200} Sep 16 19:56:39.534818 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.536144 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:56:39.647061 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:39.674283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56482) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:39.731437 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a1208-6d5c-47be-87b7-44d8c2a2d7eb req-6273228d-ce43-4598-b744-2d033350de91 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:39.733028 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f80a1208-6d5c-47be-87b7-44d8c2a2d7eb req-6273228d-ce43-4598-b744-2d033350de91 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.1515677 Sep 16 19:56:39.734426 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:56:39.740581 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:56:39.741184 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.742328 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087e07c-8f30-4b41-a4b6-f685e56626ed req-47866ea8-9bd5-472c-bd5a-44fd08da1953 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:39.745393 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3087e07c-8f30-4b41-a4b6-f685e56626ed req-47866ea8-9bd5-472c-bd5a-44fd08da1953 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 944 time: 0.1306715 Sep 16 19:56:39.811538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3087e07c-8f30-4b41-a4b6-f685e56626ed req-5946f30f-34b0-4058-896a-8eb1874d2b05 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577445 Sep 16 19:56:39.818252 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f80a1208-6d5c-47be-87b7-44d8c2a2d7eb req-127ec280-e10f-42a7-a76b-f25e87abe5e8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715106 Sep 16 19:56:39.829672 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb52-e36f-4d5f-95a9-a88e38fa3cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.858274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:39.895633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e78e2-383b-441a-99c4-def5e242a172 req-daead6f2-5349-4e38-81b1-d2007417746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:39.897540 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-275e78e2-383b-441a-99c4-def5e242a172 req-daead6f2-5349-4e38-81b1-d2007417746b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1099 time: 0.0706897 Sep 16 19:56:39.904325 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:39.998699 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-275e78e2-383b-441a-99c4-def5e242a172 req-2fa630b2-9500-435b-a5d7-8d3c6081b82f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932503 Sep 16 19:56:40.030807 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.097082 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.131577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:40.134442 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273433af-6a58-4023-b5bb-1109059669e6 req-b54df903-6739-4f55-ab4c-eb19b637f334 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:40.142462 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-273433af-6a58-4023-b5bb-1109059669e6 req-b54df903-6739-4f55-ab4c-eb19b637f334 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1417565 Sep 16 19:56:40.174592 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba886dd-4025-4663-a637-abf0d9355ae3 req-3bbbd688-b6c5-4e8d-876d-45ba11af5e81 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:40.176549 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eba886dd-4025-4663-a637-abf0d9355ae3 req-3bbbd688-b6c5-4e8d-876d-45ba11af5e81 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.2068334 Sep 16 19:56:40.210496 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56496) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:40.225676 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-273433af-6a58-4023-b5bb-1109059669e6 req-ded49095-b2d6-43ae-b936-b70b6d3a6e85 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820320 Sep 16 19:56:40.248300 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5e3321fb-3c18-4b43-876a-ca5523861df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.273553 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eba886dd-4025-4663-a637-abf0d9355ae3 req-02f43e52-8bce-4795-8896-85cabb01d71a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863807 Sep 16 19:56:40.275986 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeb853-8aa9-4ab2-ba4a-b46a0355fd47 req-3b62f9b5-26a9-4480-a4dc-dbc8a0be5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:40.277791 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-65eeb853-8aa9-4ab2-ba4a-b46a0355fd47 req-3b62f9b5-26a9-4480-a4dc-dbc8a0be5db7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.3924844 Sep 16 19:56:40.340865 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-65eeb853-8aa9-4ab2-ba4a-b46a0355fd47 req-6ea4d4bc-2330-483d-a384-6a1ef7b381d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551302 Sep 16 19:56:40.358913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb52-e36f-4d5f-95a9-a88e38fa3cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.442518 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb52-e36f-4d5f-95a9-a88e38fa3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.491269 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-edc2fb52-e36f-4d5f-95a9-a88e38fa3cd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db19f573086745648cc6543ee713b5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8135910 Sep 16 19:56:40.491269 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2fb52-e36f-4d5f-95a9-a88e38fa3cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed9732-416f-4905-bab1-06c5ded57a4f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:40.492947 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56510) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:40.582568 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5e3321fb-3c18-4b43-876a-ca5523861df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.584281 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.611378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.723210 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5e3321fb-3c18-4b43-876a-ca5523861df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.763072 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.765797 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.767080 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eed9732-416f-4905-bab1-06c5ded57a4f HTTP/1.1" status: 204 len: 168 time: 0.2723217 Sep 16 19:56:40.782989 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-5e3321fb-3c18-4b43-876a-ca5523861df2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2ff0963c10c4f0d84a1598c73ffcb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646169 Sep 16 19:56:40.783270 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 56522) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:40.785762 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3321fb-3c18-4b43-876a-ca5523861df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192bc17-ea97-4df9-a848-82572731f1a9,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:40.797517 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb18a5-b648-4226-ace2-3351331e2a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed9732-416f-4905-bab1-06c5ded57a4f,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:40.851938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:40.896263 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:41.038742 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b042b-34c0-4fbe-a181-de5cc490909d req-ded04e2d-3e1d-4bd0-b072-0647c4a34c21 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:41.040332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d78b042b-34c0-4fbe-a181-de5cc490909d req-ded04e2d-3e1d-4bd0-b072-0647c4a34c21 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0828917 Sep 16 19:56:41.094315 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d78b042b-34c0-4fbe-a181-de5cc490909d req-79e71cac-3376-4823-b778-fdad0fa083cf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Sep 16 19:56:41.114993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:41.121601 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:41.123281 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f192bc17-ea97-4df9-a848-82572731f1a9 HTTP/1.1" status: 204 len: 168 time: 0.3394814 Sep 16 19:56:41.147406 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075bddb-ac46-4a52-926f-4ed7d2208de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192bc17-ea97-4df9-a848-82572731f1a9,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:41.371685 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc5df-4fa4-4cbd-89d5-71360a6da2ae req-83a919cd-a011-4e57-9e0d-d322c3a989cf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:41.380890 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-736fc5df-4fa4-4cbd-89d5-71360a6da2ae req-83a919cd-a011-4e57-9e0d-d322c3a989cf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0787194 Sep 16 19:56:41.417149 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84'}, {'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:41.421045 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a7e2c6-4ca7-4f05-a753-046592b7f199" -d '{"events": [{"server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "name": "network-vif-plugged", "status": "completed", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84"}, {"server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:41.440065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-736fc5df-4fa4-4cbd-89d5-71360a6da2ae req-7062e2e1-211f-4b81-b644-32b4fe7faa3d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578926 Sep 16 19:56:41.572554 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cef8f1-f12a-4661-bb55-3e8e5f2b28a8 req-ca1fbb27-e642-470d-8305-a23b7fe18e6b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:41.574608 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-77cef8f1-f12a-4661-bb55-3e8e5f2b28a8 req-ca1fbb27-e642-470d-8305-a23b7fe18e6b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0525672 Sep 16 19:56:41.626285 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-77cef8f1-f12a-4661-bb55-3e8e5f2b28a8 req-35ef7e4f-b765-4aeb-ad8c-acb514bca809 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Sep 16 19:56:41.684489 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bba8f6-7430-489f-8670-6014393fc2be x-openstack-request-id: req-12bba8f6-7430-489f-8670-6014393fc2be {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:41.684792 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "name": "network-vif-plugged", "status": "completed", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84", "code": 200}, {"server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:41.685060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12bba8f6-7430-489f-8670-6014393fc2be {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:41.686503 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84', 'code': 200} Sep 16 19:56:41.686774 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'code': 200} Sep 16 19:56:42.500560 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2dad3-af1d-4645-86f8-7aa189e4b25a req-faf0441c-f7d2-4389-b3cb-e2fc50c6d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:42.502556 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1cf2dad3-af1d-4645-86f8-7aa189e4b25a req-faf0441c-f7d2-4389-b3cb-e2fc50c6d8ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1098 time: 0.0552728 Sep 16 19:56:42.563017 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-1cf2dad3-af1d-4645-86f8-7aa189e4b25a req-84a81d89-b2fc-44cd-95bd-c70f7d100ad8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526447 Sep 16 19:56:42.595716 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a9070-876e-4002-951d-11cdc1e28a49 req-5caa9f0a-a43f-4a64-bc55-5dc9aea09b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:42.597196 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-026a9070-876e-4002-951d-11cdc1e28a49 req-5caa9f0a-a43f-4a64-bc55-5dc9aea09b83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1098 time: 0.0439494 Sep 16 19:56:42.913384 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-026a9070-876e-4002-951d-11cdc1e28a49 req-66f6e0e2-57c8-4ec1-933f-77e6fd5c4e68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163712 Sep 16 19:56:42.935242 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3261-b40a-4930-9e8e-ad0d670bf49d req-b14b2eb1-7169-4540-95bf-fed54376f3b4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:42.941958 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c08f3261-b40a-4930-9e8e-ad0d670bf49d req-b14b2eb1-7169-4540-95bf-fed54376f3b4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Sep 16 19:56:42.982085 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c08f3261-b40a-4930-9e8e-ad0d670bf49d req-e1d52cca-ed8e-4a28-9c00-b5e293ac7662 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Sep 16 19:56:43.143788 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733fa3b-182f-43b0-890b-6bfe99f2f95f req-0d817a9f-c5db-487e-a6f8-4bd0ae19cb24 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:43.147442 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e733fa3b-182f-43b0-890b-6bfe99f2f95f req-0d817a9f-c5db-487e-a6f8-4bd0ae19cb24 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0957243 Sep 16 19:56:43.216387 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e733fa3b-182f-43b0-890b-6bfe99f2f95f req-ccaf2773-4ce5-47f1-a4ca-a654d8a1c6d7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Sep 16 19:56:43.419763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea344d9-e1f6-437a-a949-96fe72ebfc01 req-f3f46da9-28f3-46bc-a597-f7f38abe3e9d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:43.419763 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fea344d9-e1f6-437a-a949-96fe72ebfc01 req-f3f46da9-28f3-46bc-a597-f7f38abe3e9d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0688152 Sep 16 19:56:43.486076 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fea344d9-e1f6-437a-a949-96fe72ebfc01 req-7f8a2ebc-ac83-434e-be93-f76551ea1b4e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638862 Sep 16 19:56:43.672448 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322518a-89e1-48d1-a5b2-8d3ff54e3866 req-463e04b3-b20f-46de-89e9-e2343e00cda0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:43.674172 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e322518a-89e1-48d1-a5b2-8d3ff54e3866 req-463e04b3-b20f-46de-89e9-e2343e00cda0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Sep 16 19:56:43.686371 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56640) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:43.692095 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'floatingip': {'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:43.825841 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:44.306276 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98930e-6579-430a-8ae3-3dab94e64416 req-87d953bd-5e8f-4290-acbe-a941d3a6cfb4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:44.307895 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ca98930e-6579-430a-8ae3-3dab94e64416 req-87d953bd-5e8f-4290-acbe-a941d3a6cfb4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1139426 Sep 16 19:56:44.394350 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ca98930e-6579-430a-8ae3-3dab94e64416 req-f7ca82e9-2dc9-412b-b217-ebaec573a9cd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767310 Sep 16 19:56:44.788986 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954abd6d-58e5-4489-acf7-64635d10a1c6 req-46318074-2810-47b1-97d9-c8de13907f7b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:44.790669 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-954abd6d-58e5-4489-acf7-64635d10a1c6 req-46318074-2810-47b1-97d9-c8de13907f7b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.3544941 Sep 16 19:56:44.913746 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-954abd6d-58e5-4489-acf7-64635d10a1c6 req-d3705edf-0d04-4c0d-a326-142205f31b41 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114545 Sep 16 19:56:45.092087 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:45.169665 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:45.299298 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Floating IP d76f72ed-fc26-446a-9e66-a10de760d016 associated. External IP: 172.27.1.155, port: 34980aae-cacb-4ca3-94a6-302b94dc7c0a. Sep 16 19:56:45.615272 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:56:45.632700 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6fed2-d702-4886-9e63-de9992734be9 req-54ea429f-e771-4d9d-b85e-6fcd006e23b2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:45.634370 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-90d6fed2-d702-4886-9e63-de9992734be9 req-54ea429f-e771-4d9d-b85e-6fcd006e23b2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0847886 Sep 16 19:56:45.736807 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-90d6fed2-d702-4886-9e63-de9992734be9 req-32ee6423-b2a9-482e-9d9a-942151de0c9b tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588939 Sep 16 19:56:45.791452 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:56:45.798085 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:45.814528 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:56:45.833546 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:45.834781 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:45.846543 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-42715af9-1b3e-4113-a7e2-35d737bfd22b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "PUT /v2.0/floatingips/d76f72ed-fc26-446a-9e66-a10de760d016 HTTP/1.1" status: 200 len: 992 time: 2.1546991 Sep 16 19:56:45.846543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:45.846543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:45.893970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be3ac-87b2-4684-a643-8d2e24bb38f6 req-5fe3bfe6-79cf-45c5-bfa9-3036885215ca tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:45.895617 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-135be3ac-87b2-4684-a643-8d2e24bb38f6 req-5fe3bfe6-79cf-45c5-bfa9-3036885215ca tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0711467 Sep 16 19:56:45.913538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 56712) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:45.918317 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'floatingip': {'port_id': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:56:46.037402 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:46.236098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c0c47-ff65-4864-b3e3-d191c8d92a80 x-openstack-request-id: req-448c0c47-ff65-4864-b3e3-d191c8d92a80 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:46.236369 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:46.236726 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-448c0c47-ff65-4864-b3e3-d191c8d92a80 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:46.237008 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'status': 'completed', 'code': 200} Sep 16 19:56:46.265823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:46.415623 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-bd82cea1-e0d2-4466-a4d1-fa72ed1bf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:46.417169 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-bd82cea1-e0d2-4466-a4d1-fa72ed1bf6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1099 time: 0.1779454 Sep 16 19:56:46.430223 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae527b-276e-484a-95cc-5ad3a764d62a req-2d666b3e-20fe-40a9-947a-478f080bdc02 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:46.430223 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6fae527b-276e-484a-95cc-5ad3a764d62a req-2d666b3e-20fe-40a9-947a-478f080bdc02 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1919670 Sep 16 19:56:46.433049 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd76f72ed-fc26-446a-9e66-a10de760d016', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9133ac-98e3-4683-8259-1af71194d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:07Z', 'updated_at': '2021-09-16T19:56:44Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:46.468392 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:56:46.480121 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:46.481125 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:46.662135 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6fae527b-276e-484a-95cc-5ad3a764d62a req-a49716bf-d62a-4955-99a3-2b31cbfaba83 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162187 Sep 16 19:56:46.689409 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:46.861994 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-778743d2-3d40-4d3f-8ed0-2b88d48e2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:46.864130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-778743d2-3d40-4d3f-8ed0-2b88d48e2fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.4310184 Sep 16 19:56:47.020536 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd76f72ed-fc26-446a-9e66-a10de760d016', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9133ac-98e3-4683-8259-1af71194d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:07Z', 'updated_at': '2021-09-16T19:56:44Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:47.054858 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e14ca3-b04b-4fd7-a914-54db84b6240a None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd76f72ed-fc26-446a-9e66-a10de760d016', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9133ac-98e3-4683-8259-1af71194d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:07Z', 'updated_at': '2021-09-16T19:56:44Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:56:47.067690 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-078f6ba6-cfd6-48e2-997f-07cb436610b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 1000 time: 0.1937656 Sep 16 19:56:47.241558 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-1123e3ad-ce26-4b0a-afa3-0417d46c1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.243864 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-1123e3ad-ce26-4b0a-afa3-0417d46c1484 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.1583924 Sep 16 19:56:47.353849 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-c48100d9-5f81-4519-b841-86fe8a2f923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.355430 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-c48100d9-5f81-4519-b841-86fe8a2f923f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012692 Sep 16 19:56:47.397415 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89eb7e-bb1b-4a16-9451-c4acc25fb49c None None] New status for floating IP d76f72ed-fc26-446a-9e66-a10de760d016: ACTIVE {{(pid=101175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 19:56:47.463710 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:47.465093 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-bec02b5c-1b4c-4134-86dd-e2fded12162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.467642 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-bec02b5c-1b4c-4134-86dd-e2fded12162b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1098 time: 0.0531821 Sep 16 19:56:47.517066 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43efaf-5544-44e6-9854-bec9d034185b req-bda6fd25-5de2-4f96-9702-fa47edcb8696 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.522881 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a43efaf-5544-44e6-9854-bec9d034185b req-bda6fd25-5de2-4f96-9702-fa47edcb8696 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1756670 Sep 16 19:56:47.582248 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-75303b08-bf6d-4b97-8859-e6455c642f15 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842191 Sep 16 19:56:47.601958 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-fd98cecd-a60a-44c8-9fe2-2e44f9f8da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.604147 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-fd98cecd-a60a-44c8-9fe2-2e44f9f8da18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1284380 Sep 16 19:56:47.615788 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:47.638758 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a43efaf-5544-44e6-9854-bec9d034185b req-01fe3671-6daf-4a09-b6d1-d5c38c7351c8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021888 Sep 16 19:56:47.722852 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-deb8781b-34d8-4e48-93b0-4044f7e4a01a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1115fb1e-6b36-47f6-8712-24de2444ce84 HTTP/1.1" status: 200 len: 217 time: 0.1091433 Sep 16 19:56:47.818732 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-35d5a9e3-50f8-4f0b-a2a8-b92952968189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:47.820465 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-35d5a9e3-50f8-4f0b-a2a8-b92952968189 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0892398 Sep 16 19:56:47.868652 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d38f2b0-91ae-442a-b51a-4a2b80dbb3b6 req-b729ec61-19dc-40bc-a39d-aa0ccb11d13b service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757003 Sep 16 19:56:47.908103 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Floating IP d9378b27-ec32-4c3b-95a2-46aa62004dbc associated. External IP: 172.27.1.164, port: 56d0a70c-2ee6-41b1-a6a5-907bce9d2881. Sep 16 19:56:47.914338 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-94ab5196-47bf-4fdb-9750-dae8e4ad32c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712245 Sep 16 19:56:48.134946 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-48c9ceec-668f-4df3-aede-ccb7d1abe3e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024400 Sep 16 19:56:48.263094 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ff1ef194-e0e4-4475-aa93-a93aa1bc9da4 req-96e1c71b-7cc4-4ec9-b80f-a139d23a5b3d service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098979 Sep 16 19:56:48.271851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:56:48.428900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:56:48.442327 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:56:48.462941 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:48.467915 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:48.468847 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:48.515736 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-9a7d30ce-edb3-4485-aa52-9fcbf1836f1f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "PUT /v2.0/floatingips/d9378b27-ec32-4c3b-95a2-46aa62004dbc HTTP/1.1" status: 200 len: 991 time: 2.6008015 Sep 16 19:56:48.517030 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:56:48.518959 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba25ea-3377-4229-bbb5-6979967798bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:56:48.572815 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a491b95-6580-4bc4-abe2-b73095628691 x-openstack-request-id: req-0a491b95-6580-4bc4-abe2-b73095628691 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:56:48.573216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:56:48.573973 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a491b95-6580-4bc4-abe2-b73095628691 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:56:48.574296 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'status': 'completed', 'code': 200} Sep 16 19:56:48.668582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-89ca9593-64a3-4b32-9433-4069d7135f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:48.668582 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-89ca9593-64a3-4b32-9433-4069d7135f75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1098 time: 0.0510921 Sep 16 19:56:48.750177 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:48.777660 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d53b7-59ec-4550-9c7b-9d6e1e694107 req-951cf3f8-fd42-46f2-8406-bd47495cf550 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:48.785964 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-221d53b7-59ec-4550-9c7b-9d6e1e694107 req-951cf3f8-fd42-46f2-8406-bd47495cf550 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0740976 Sep 16 19:56:48.836153 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-4d99d7af-a816-4133-b17c-dd9465fc2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:48.838416 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-4d99d7af-a816-4133-b17c-dd9465fc2954 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.1370249 Sep 16 19:56:48.878289 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-221d53b7-59ec-4550-9c7b-9d6e1e694107 req-8bdd9558-8a51-4286-a475-85f1f76158f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Sep 16 19:56:48.961539 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-44a63937-4fa1-4671-a7ce-0e8e13634860 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 999 time: 0.1117945 Sep 16 19:56:49.054784 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-fa78f187-ff64-484b-90c3-b60b65c29850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:49.056650 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-fa78f187-ff64-484b-90c3-b60b65c29850 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0756772 Sep 16 19:56:49.129895 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-dd0b775b-69d5-4aa7-9e74-f326dd52c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:49.132564 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-dd0b775b-69d5-4aa7-9e74-f326dd52c757 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677619 Sep 16 19:56:49.135836 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd9378b27-ec32-4c3b-95a2-46aa62004dbc', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:cc:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:14Z', 'updated_at': '2021-09-16T19:56:47Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:49.183521 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:56:49.199187 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:56:49.199925 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:56:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:49.327038 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:56:49.599044 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd9378b27-ec32-4c3b-95a2-46aa62004dbc', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:cc:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:14Z', 'updated_at': '2021-09-16T19:56:47Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:56:49.627047 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258df7d-3038-44f5-9b68-0b84ee773342 None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'd9378b27-ec32-4c3b-95a2-46aa62004dbc', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:cc:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:56:14Z', 'updated_at': '2021-09-16T19:56:47Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:56:49.861634 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d9aed-2b0d-4455-b041-28d60569aa6f None None] New status for floating IP d9378b27-ec32-4c3b-95a2-46aa62004dbc: ACTIVE {{(pid=101175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 19:56:50.638765 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:52.551337 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-2dea78c2-c514-4638-b255-84285691d01e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473371 Sep 16 19:56:52.596044 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-a9822408-206a-4640-8136-b0a22de2ba00 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091106 Sep 16 19:56:52.731249 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d4ba25ea-3377-4229-bbb5-6979967798bd req-df2d9e04-ff08-4f34-9bd6-b03979e254e0 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256757 Sep 16 19:56:52.930589 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-a2a5bbff-2476-4c7e-afa7-74d712206b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:52.932100 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-a2a5bbff-2476-4c7e-afa7-74d712206b7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 1098 time: 0.3021033 Sep 16 19:56:52.939765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f186b7-bb7a-49b2-9964-84d4d184b8b1 req-adfdfe46-eed4-4c44-a581-be0243a788cd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:52.941330 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-43f186b7-bb7a-49b2-9964-84d4d184b8b1 req-adfdfe46-eed4-4c44-a581-be0243a788cd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.3008778 Sep 16 19:56:53.014233 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-43f186b7-bb7a-49b2-9964-84d4d184b8b1 req-48da0e3a-fd6d-460e-ac8c-967260d94b55 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655675 Sep 16 19:56:53.078464 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-35e2296b-c9ab-4e23-81b1-810d2ba66bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:53.080019 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-35e2296b-c9ab-4e23-81b1-810d2ba66bb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 915 time: 0.1146581 Sep 16 19:56:53.139853 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-a37c9f83-907f-4a63-ac7a-260ece7fbae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f01d08-c513-4281-8632-b27a0fc971ba HTTP/1.1" status: 200 len: 217 time: 0.0403414 Sep 16 19:56:53.214760 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-044d71e9-6f69-4aca-afca-526794d8a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:53.216329 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-044d71e9-6f69-4aca-afca-526794d8a770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.0579829 Sep 16 19:56:53.260715 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-23335c9e-3629-4e25-8353-21ce21a9f2bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329719 Sep 16 19:56:53.411299 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-0ae846cd-97ab-47b8-84a4-fe776c8b778e service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180432 Sep 16 19:56:53.526853 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da464a31-3f0e-4614-b9a2-dd1295d74ac3 req-a2498a03-3d8c-434a-9bfb-898f3a47c829 service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021292 Sep 16 19:56:54.174352 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013b402-1e73-423a-8585-750d9dab20b9 req-86323d8a-8752-4448-bc51-7d8ef7538325 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:54.175938 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f013b402-1e73-423a-8585-750d9dab20b9 req-86323d8a-8752-4448-bc51-7d8ef7538325 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0649738 Sep 16 19:56:54.219059 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f013b402-1e73-423a-8585-750d9dab20b9 req-01b6f9b9-3534-4084-9ed6-0efa62f6559d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Sep 16 19:56:55.366794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285506d-1cd1-4b4e-88cd-abcc7a44baf4 req-d2b52301-7c47-4ae3-997d-f60168df12d4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:55.368347 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c285506d-1cd1-4b4e-88cd-abcc7a44baf4 req-d2b52301-7c47-4ae3-997d-f60168df12d4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0631380 Sep 16 19:56:55.419899 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c285506d-1cd1-4b4e-88cd-abcc7a44baf4 req-d8163144-19b2-470e-9e05-c3c00ad3f8d2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Sep 16 19:56:56.597531 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf917fcf-3993-4a5d-bc1b-202ed86a648e req-5127ec25-c1f1-4ebd-9436-f484f834fc46 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:56.599687 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bf917fcf-3993-4a5d-bc1b-202ed86a648e req-5127ec25-c1f1-4ebd-9436-f484f834fc46 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0658646 Sep 16 19:56:56.609542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0727f-2221-47b4-a39a-708fb1c6b83b req-202bcbd3-4377-4231-8102-875f87a93860 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:56.611401 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0af0727f-2221-47b4-a39a-708fb1c6b83b req-202bcbd3-4377-4231-8102-875f87a93860 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.1162555 Sep 16 19:56:56.671136 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bf917fcf-3993-4a5d-bc1b-202ed86a648e req-f1e66015-0fb8-42ad-bbfb-95db36769050 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Sep 16 19:56:56.674355 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0af0727f-2221-47b4-a39a-708fb1c6b83b req-044193c0-980b-4960-a523-9a172dd15d1a tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555263 Sep 16 19:56:57.832793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795ac1-cc3b-4dfa-a682-ba7351d4bde6 req-688d004d-11a8-4853-b3b1-da52dd9a05f3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:57.834290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6d795ac1-cc3b-4dfa-a682-ba7351d4bde6 req-688d004d-11a8-4853-b3b1-da52dd9a05f3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0821271 Sep 16 19:56:57.843263 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccc2da-869a-4ecd-b577-c90ac45ef101 req-321f2e6f-a068-4f29-b2b1-7a154851d9c1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:57.844746 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5cccc2da-869a-4ecd-b577-c90ac45ef101 req-321f2e6f-a068-4f29-b2b1-7a154851d9c1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0669405 Sep 16 19:56:57.909939 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6d795ac1-cc3b-4dfa-a682-ba7351d4bde6 req-86a22a9d-0726-428e-a3a8-5e8251e8163e tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640011 Sep 16 19:56:57.921636 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5cccc2da-869a-4ecd-b577-c90ac45ef101 req-87e5d643-c7dc-46e7-a1cd-4954de6480fc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627618 Sep 16 19:56:58.153963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57006) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:58.343995 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57018) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:58.448477 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.453973 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.512217 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.db.api [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 19:56:58.512217 dv-cinder-804294-2-iscsi neutron-server[101173]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 19:56:58.512217 dv-cinder-804294-2-iscsi neutron-server[101173]: [parameters: {'project_id': '1665264d9af84d788f2b674306c8dcbe', 'id': '344e8092-4f56-430e-9920-17295dd9ceb2', 'expiration': datetime.datetime(2021, 9, 16, 19, 58, 58, 503003)}] Sep 16 19:56:58.512217 dv-cinder-804294-2-iscsi neutron-server[101173]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 19:56:58.512701 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG oslo_db.api [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 19:56:58.603655 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.685187 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.725604 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6137aa819034d15b7ebd8d2a173f1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804967 Sep 16 19:56:58.726475 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdebc32-1cd0-4e3f-979c-76f5d5de422b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:58.728344 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57028) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:58.734076 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.734422 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.734762 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.735126 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.735458 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.735794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.736124 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.736445 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.736774 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.737094 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.737445 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.737767 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5e071-168f-4a3e-bcb0-76d7e696a45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.781609 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.803488 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.953586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.953586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:58.956838 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffdebc32-1cd0-4e3f-979c-76f5d5de422b HTTP/1.1" status: 204 len: 168 time: 0.2274051 Sep 16 19:56:58.967567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdebc32-1cd0-4e3f-979c-76f5d5de422b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:58.976037 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.976712 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.977233 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.977790 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.978302 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.978911 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.979463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.980016 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.980518 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.981047 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.981576 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:58.983790 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e967b-2906-45f9-864c-5858202cc8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:56:59.015727 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-452368f7-0130-4c01-acdc-b2e93e67bae3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:59.017225 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-452368f7-0130-4c01-acdc-b2e93e67bae3 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.35 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0875981 Sep 16 19:56:59.019328 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.200712 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c139a-7e0e-42be-b54f-fe56ccc9d79a req-70e4b95b-4aae-46af-8a6c-1f0b74fb5d76 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:59.202402 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3f0c139a-7e0e-42be-b54f-fe56ccc9d79a req-70e4b95b-4aae-46af-8a6c-1f0b74fb5d76 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 945 time: 0.2078001 Sep 16 19:56:59.266282 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e9ee-6d3d-474d-8b1d-b185c2e7a1e6 req-4ad38ff5-b7f9-40cc-b974-ea88466061b0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:56:59.268007 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ae5e9ee-6d3d-474d-8b1d-b185c2e7a1e6 req-4ad38ff5-b7f9-40cc-b974-ea88466061b0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1919932 Sep 16 19:56:59.357911 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3f0c139a-7e0e-42be-b54f-fe56ccc9d79a req-4942308b-cd9a-4e76-bc67-ce13ecbc41af tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/security-groups?id=a312cbb1-6ec2-4699-bb85-d4cef868e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382990 Sep 16 19:56:59.384433 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Deleting port 0e070957-c729-40f9-be88-c5177852074d {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:56:59.384995 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.428284 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.434344 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ae5e9ee-6d3d-474d-8b1d-b185c2e7a1e6 req-34375104-1812-42de-8e9e-ee3c376bb70b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522768 Sep 16 19:56:59.551385 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] For port 0e070957-c729-40f9-be88-c5177852074d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0e070957-c729-40f9-be88-c5177852074d,segment=NetworkSegment(cfe6b48b-d1f0-445b-abac-8d625cdf98b8),segment_id=cfe6b48b-d1f0-445b-abac-8d625cdf98b8)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:56:59.551802 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.554892 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.584514 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Calling delete_port for 0e070957-c729-40f9-be88-c5177852074d owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:56:59.625008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a110be00-7ef5-422b-a91e-1aa2a41b30d7,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:56:59.688690 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-948e828a-ee95-46b5-a517-1cfe9ebfb07c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1665264d9af84d788f2b674306c8dcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5307596 Sep 16 19:56:59.690390 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57048) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:59.777876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.848095 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:56:59.872648 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57050) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:56:59.882724 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d510f11-3f06-4b4d-acd1-57d035c6c836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.022818 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.037207 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['0e070957-c729-40f9-be88-c5177852074d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:57:00.055934 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Pushing event deleted for resources: {'Port': ['ID=0e070957-c729-40f9-be88-c5177852074d,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:00.058155 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.060800 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.066063 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a110be00-7ef5-422b-a91e-1aa2a41b30d7 HTTP/1.1" status: 204 len: 168 time: 0.3706105 Sep 16 19:57:00.098626 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3de42-7338-4139-b74b-246b7178cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a110be00-7ef5-422b-a91e-1aa2a41b30d7,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:00.140173 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] No DVR routers for this DVR port 0e070957-c729-40f9-be88-c5177852074d on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:57:00.144809 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.147189 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0a2c9f0b-3eec-4b4d-aa3e-ab63b7da7504 req-e0443124-4724-45d9-af53-22b802fcfe29 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.35 "DELETE /v2.0/ports/0e070957-c729-40f9-be88-c5177852074d HTTP/1.1" status: 204 len: 173 time: 1.1119232 Sep 16 19:57:00.147656 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'name': 'network-vif-deleted', 'tag': '0e070957-c729-40f9-be88-c5177852074d'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:57:00.150001 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d510f11-3f06-4b4d-acd1-57d035c6c836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.150836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c9e640-326a-4b82-8499-88094c8df4fd" -d '{"events": [{"server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "name": "network-vif-deleted", "tag": "0e070957-c729-40f9-be88-c5177852074d"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:57:00.198639 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ef1703-ae02-4e9d-b21b-1ca142660dae x-openstack-request-id: req-a1ef1703-ae02-4e9d-b21b-1ca142660dae {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:57:00.198936 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a53b0-fb6a-441f-957a-4841cc88b8b1", "name": "network-vif-deleted", "tag": "0e070957-c729-40f9-be88-c5177852074d", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:57:00.199194 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1ef1703-ae02-4e9d-b21b-1ca142660dae {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:57:00.199596 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a53b0-fb6a-441f-957a-4841cc88b8b1', 'name': 'network-vif-deleted', 'tag': '0e070957-c729-40f9-be88-c5177852074d', 'status': 'completed', 'code': 200} Sep 16 19:57:00.245034 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2d510f11-3f06-4b4d-acd1-57d035c6c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.291793 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2d510f11-3f06-4b4d-acd1-57d035c6c836 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc8fd9e0f5494617b10d9dc3d51aceeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236307 Sep 16 19:57:00.292983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510f11-3f06-4b4d-acd1-57d035c6c836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ee165-771b-43af-acd3-4fe301c850c7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:00.294595 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57056) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:00.359408 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.397332 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.497013 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6e630f5a-abdf-4fce-b93a-e06e55339cef req-6a1aefdf-031e-40ec-9249-c46e667d588e tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0468433 Sep 16 19:57:00.600053 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.604603 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:00.606730 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/996ee165-771b-43af-acd3-4fe301c850c7 HTTP/1.1" status: 204 len: 168 time: 0.3108311 Sep 16 19:57:00.621993 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873f494-f34a-4911-8a02-3436853ddaae req-0be51c0f-fa55-4799-8972-00c0d3f54084 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:00.624706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2873f494-f34a-4911-8a02-3436853ddaae req-0be51c0f-fa55-4799-8972-00c0d3f54084 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0950522 Sep 16 19:57:00.636211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2273150-5162-4674-a3ef-6c9a292ffe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ee165-771b-43af-acd3-4fe301c850c7,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:00.707097 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2873f494-f34a-4911-8a02-3436853ddaae req-1aa2bca8-6683-4c83-8a80-9ecd15cc4287 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Sep 16 19:57:01.125625 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57088) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:01.140020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f0a64612-312f-48aa-bd24-90a9d6219b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.244631 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f0a64612-312f-48aa-bd24-90a9d6219b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.377076 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f0a64612-312f-48aa-bd24-90a9d6219b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.419279 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f0a64612-312f-48aa-bd24-90a9d6219b03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61a5b5a21d5d42d99d40950be64567af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921741 Sep 16 19:57:01.421987 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a64612-312f-48aa-bd24-90a9d6219b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe8aa85-4dc9-42bc-a1db-f123e42a3e36,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:01.422670 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57098) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:01.485178 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.509772 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.637134 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-08190dfd-8a27-47a5-b8b3-4b9f8dbef465 req-b2751c1b-9dfb-4e9e-8188-87cab0faea67 tempest-DeleteServersTestJSON-2128474402 tempest-DeleteServersTestJSON-2128474402-project] 10.222.0.49 "GET /v2.0/ports?device_id=593a53b0-fb6a-441f-957a-4841cc88b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Sep 16 19:57:01.659871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.662830 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.666200 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fe8aa85-4dc9-42bc-a1db-f123e42a3e36 HTTP/1.1" status: 204 len: 168 time: 0.2419131 Sep 16 19:57:01.674514 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ad590-8219-4475-b341-c5c50f4d0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe8aa85-4dc9-42bc-a1db-f123e42a3e36,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:01.708377 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57106) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:01.722596 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e8dc-136f-42e7-9d2d-9cdba887f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.945905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e8dc-136f-42e7-9d2d-9cdba887f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:01.955020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d4f39-6a36-4350-a245-0235623681fe req-cffc6044-25c3-47ab-8877-d671cb06eb33 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:01.957821 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ba5d4f39-6a36-4350-a245-0235623681fe req-cffc6044-25c3-47ab-8877-d671cb06eb33 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1160779 Sep 16 19:57:02.013337 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ba5d4f39-6a36-4350-a245-0235623681fe req-30b63ed8-c2a9-4764-8de9-f55f2e8acb5c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Sep 16 19:57:02.016492 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57116) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:02.047288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e8dc-136f-42e7-9d2d-9cdba887f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.119686 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e6e4e8dc-136f-42e7-9d2d-9cdba887f671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da5e0e5a95c04b5f948aebe64cacfc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101450 Sep 16 19:57:02.121040 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e8dc-136f-42e7-9d2d-9cdba887f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a820390a-d0a4-49cf-b752-d22b54d7ff5f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:02.125163 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57120) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:02.195833 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.231085 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.333558 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a56ff921-22d3-402f-b4b6-acf04954e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.418335 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.423815 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.429885 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a820390a-d0a4-49cf-b752-d22b54d7ff5f HTTP/1.1" status: 204 len: 168 time: 0.2993522 Sep 16 19:57:02.443582 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e338b2-f4db-4214-b9d8-5ed996dc4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a820390a-d0a4-49cf-b752-d22b54d7ff5f,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:02.546758 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a56ff921-22d3-402f-b4b6-acf04954e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.623796 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a56ff921-22d3-402f-b4b6-acf04954e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.662418 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0e070957-c729-40f9-be88-c5177852074d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:57:02.709413 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a56ff921-22d3-402f-b4b6-acf04954e871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccff78ff5e7346d3b4165216932d8aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6916215 Sep 16 19:57:02.717398 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ff921-22d3-402f-b4b6-acf04954e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85880c7e-2e1e-4808-b8e3-5ff95b34a4ff,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:02.719656 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 0e070957-c729-40f9-be88-c5177852074d {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:57:02.720584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57138) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:02.722619 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0e070957-c729-40f9-be88-c5177852074d not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:57:02.831674 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:02.895674 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:03.046902 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:03.049348 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:03.058433 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85880c7e-2e1e-4808-b8e3-5ff95b34a4ff HTTP/1.1" status: 204 len: 168 time: 0.3306615 Sep 16 19:57:03.070555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f44b78-f6e1-4e5f-a24f-b023fcc2ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85880c7e-2e1e-4808-b8e3-5ff95b34a4ff,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:03.247071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1fba-631d-4549-89de-a4949f729907 req-72fc90a2-4d96-411a-9606-67b7c25cb00a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:03.248646 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-03ca1fba-631d-4549-89de-a4949f729907 req-72fc90a2-4d96-411a-9606-67b7c25cb00a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1108844 Sep 16 19:57:03.291288 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-03ca1fba-631d-4549-89de-a4949f729907 req-aefd2039-fedf-459a-aa97-97cd7ee16cf8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348811 Sep 16 19:57:04.058869 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57192) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:04.087103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c64fc1ae-adb3-4177-8e7f-bb0a9171b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.266347 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c64fc1ae-adb3-4177-8e7f-bb0a9171b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.303174 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-170da2b9-170f-455a-8534-206eb15fcac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.343313 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c64fc1ae-adb3-4177-8e7f-bb0a9171b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.412991 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c64fc1ae-adb3-4177-8e7f-bb0a9171b6d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c10a6a6aaa174fc78ae649a0c23ee2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521948 Sep 16 19:57:04.423859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57210) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:04.430174 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fc1ae-adb3-4177-8e7f-bb0a9171b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f590f-4bcf-4300-a22e-af8311ecb1f6,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:04.474913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472d7b-24d9-41ce-b8e9-294f6afefcc0 req-8aa7aa68-0e95-4450-844b-661a3348e54a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:04.477985 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9b472d7b-24d9-41ce-b8e9-294f6afefcc0 req-8aa7aa68-0e95-4450-844b-661a3348e54a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0857244 Sep 16 19:57:04.490007 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.523256 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.564278 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9b472d7b-24d9-41ce-b8e9-294f6afefcc0 req-e648de8c-5b99-47a1-8d1e-d593d9a8cd21 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791740 Sep 16 19:57:04.675122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.679888 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.680578 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc4f590f-4bcf-4300-a22e-af8311ecb1f6 HTTP/1.1" status: 204 len: 168 time: 0.2550607 Sep 16 19:57:04.696222 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3843a9-6c31-4bad-992d-9f4c70444469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f590f-4bcf-4300-a22e-af8311ecb1f6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:04.710803 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57238) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:04.738606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-dbbf70b5-a8d3-4b0c-9564-a1e9f2cc491e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:04.741383 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-dbbf70b5-a8d3-4b0c-9564-a1e9f2cc491e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.1503644 Sep 16 19:57:04.771531 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Deleting subnet 59a5d17e-2929-4ef1-b091-009c146f163d {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:57:04.772206 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e11138b-9bfa-4483-ad45-af9480c3cf98 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/quotas/2b98d1c88bb24a55be902fc243dc66ce HTTP/1.1" status: 200 len: 375 time: 0.0246699 Sep 16 19:57:04.777651 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.843462 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-0b4cd2eb-1032-42a8-bcdd-51a40a093986 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702786 Sep 16 19:57:04.851358 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:04.882607 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.007290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-b2ffe29c-b223-4d78-9c1b-936db40a3287 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427150 Sep 16 19:57:05.103661 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.116689 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-2d8d275a-8208-44b4-817b-68866f5d88de service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085286 Sep 16 19:57:05.169466 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a5d17e-2929-4ef1-b091-009c146f163d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:05.176562 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.181305 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e29dfa70-c277-4be0-b7f6-9e7b98568228 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/59a5d17e-2929-4ef1-b091-009c146f163d HTTP/1.1" status: 204 len: 168 time: 0.4693346 Sep 16 19:57:05.185517 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57286) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:05.285909 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.389793 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.451633 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.453371 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.454337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.456002 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > port after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.456705 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.457354 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > port after_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.458056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.458752 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.459258 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.460277 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.542720 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c24ccf53-21e2-4962-83f8-a03618d94c10 req-567ef7a4-0146-4f4c-a808-27675c827c24 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0618522 Sep 16 19:57:05.688056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.689003 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.689859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.690745 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:57:05.691512 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f3c778-8bbd-46df-8320-13dc94bf74c5']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:57:05.726034 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:57:05.726494 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe6b48b-d1f0-445b-abac-8d625cdf98b8') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:57:05.743014 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc2626-e7ec-4715-b999-b4cf25dddd9b req-1aac2c89-518c-4144-aee3-f0879d9992c4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:05.744679 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-58fc2626-e7ec-4715-b999-b4cf25dddd9b req-1aac2c89-518c-4144-aee3-f0879d9992c4 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0820143 Sep 16 19:57:05.756157 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.778951 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.786082 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-58fc2626-e7ec-4715-b999-b4cf25dddd9b req-59bc2884-55cc-4891-89bb-b66c1caf0e8f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Sep 16 19:57:05.789486 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:57:05.790072 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: from cryptography.utils import int_from_bytes Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: from cryptography.utils import int_from_bytes Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:57:05.794253 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:57:06.001896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.037326 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.046581 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45f3c778-8bbd-46df-8320-13dc94bf74c5 HTTP/1.1" status: 204 len: 168 time: 0.8530791 Sep 16 19:57:06.072451 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f3b0-ae71-4ef8-9a5f-0daeb4a91734 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f3c778-8bbd-46df-8320-13dc94bf74c5,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:06.459076 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57336) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:06.528990 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-181b856d-d455-4843-a7dc-d98493b4499d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f5fd3c25c3f4313ac1eaf8b524f25f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0672784 Sep 16 19:57:06.532410 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57340) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:06.592552 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.620579 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.854751 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.857540 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:06.858755 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a312cbb1-6ec2-4699-bb85-d4cef868e8a7 HTTP/1.1" status: 204 len: 168 time: 0.3254056 Sep 16 19:57:06.885691 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e676-5cfa-417d-a2c7-a29c1c67b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312cbb1-6ec2-4699-bb85-d4cef868e8a7,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:06.920970 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f45ad57c-f765-45f7-b1d7-1b94d4dc23bd req-ce6980ad-dd7d-403c-97e4-405cb831deed tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0688145 Sep 16 19:57:06.996297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54174-9f97-4f2c-ac42-1e4e8b379e93 req-e8402b5c-ee4a-43a9-bdcc-9fce30e8c37f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:06.996297 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-12e54174-9f97-4f2c-ac42-1e4e8b379e93 req-e8402b5c-ee4a-43a9-bdcc-9fce30e8c37f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0889041 Sep 16 19:57:07.050766 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-12e54174-9f97-4f2c-ac42-1e4e8b379e93 req-b3dc5644-8cd2-4518-ae3b-8f481ab10120 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Sep 16 19:57:07.206713 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-46a1af0b-e148-45f1-bafd-fa53f9b9c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:07.389554 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:08.052453 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-680639c6-29ee-4e97-a719-96ce37d08938 req-4b8eee6a-8404-475c-9e2d-e27df2042b1b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0488455 Sep 16 19:57:08.310507 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0005-990e-4fbc-b97f-56cfba316a26 req-cf3a2b04-b217-4156-8158-5fe1acbd4d27 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:08.310507 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-69ec0005-990e-4fbc-b97f-56cfba316a26 req-cf3a2b04-b217-4156-8158-5fe1acbd4d27 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0544140 Sep 16 19:57:08.310507 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-69ec0005-990e-4fbc-b97f-56cfba316a26 req-519ffd72-251a-428f-912a-5d08ae3929b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Sep 16 19:57:08.505475 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:08.831461 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-7ed41397-f26a-4a8e-90cb-ad37452c24c2 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:08.832989 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-7ed41397-f26a-4a8e-90cb-ad37452c24c2 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.1375844 Sep 16 19:57:08.849997 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Request body: {'port': {'device_id': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'admin_state_up': True, 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:09.150154 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:09.157719 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:09.417031 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Allocated IP 172.20.0.10 (5bca9afd-10fd-4a2e-9327-4c7390bca438/1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d/4654d790-cf9e-4d57-a243-51ce6b03c11b) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:57:09.501529 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2563d550-2b28-4612-8fa7-f7fe067c9c5f req-5827c7e0-5e72-4b60-afad-adc02dbe1c33 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0798905 Sep 16 19:57:09.551115 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9563e0-2968-4732-9818-53f29333c61a req-d6206762-0824-4f3f-93b2-5eb04c9517fb tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:09.552694 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-af9563e0-2968-4732-9818-53f29333c61a req-d6206762-0824-4f3f-93b2-5eb04c9517fb tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1289377 Sep 16 19:57:09.668188 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-af9563e0-2968-4732-9818-53f29333c61a req-3ac2d20a-bf5a-486b-a6fa-574781781413 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016810 Sep 16 19:57:09.719707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:09.835991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:09.860125 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:57:09.893736 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:57:09.902021 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:09.911119 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:57:09.921530 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:09.922633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:09.928224 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event updated for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:10.054110 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-1e395b4a-89da-441c-a25a-74bb841d8b57 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2080257 Sep 16 19:57:10.072830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Request body: {'port': {'device_id': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:10.081687 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:10.394752 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:10.773305 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31831ce-1153-430a-8863-922175c4fdb8 req-0487f755-4ac7-4689-ad63-5eb3b214333d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:10.785823 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b31831ce-1153-430a-8863-922175c4fdb8 req-0487f755-4ac7-4689-ad63-5eb3b214333d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 932 time: 0.1747298 Sep 16 19:57:10.868374 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b31831ce-1153-430a-8863-922175c4fdb8 req-91400776-9c81-4c1d-bb77-eac38f707202 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 Sep 16 19:57:10.946516 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8cd5-187a-4d6a-8f16-621e67be095e req-9044e811-da8f-4157-baad-f2353c591a23 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:10.948094 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b7e8cd5-187a-4d6a-8f16-621e67be095e req-9044e811-da8f-4157-baad-f2353c591a23 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1316743 Sep 16 19:57:11.044744 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b7e8cd5-187a-4d6a-8f16-621e67be095e req-4b57e9f1-5557-434b-b9d9-5a707cc3a68a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875735 Sep 16 19:57:11.047764 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4654d790-cf9e-4d57-a243-51ce6b03c11b {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:57:11.057539 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.077119 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Transition to ACTIVE for port object 4654d790-cf9e-4d57-a243-51ce6b03c11b will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:57:11.156645 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57512) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:11.179538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.247370 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:11.293328 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Attempting to bind port 4654d790-cf9e-4d57-a243-51ce6b03c11b on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:57:11.293765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Attempting to bind port 4654d790-cf9e-4d57-a243-51ce6b03c11b by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:57:11.294098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Attempting to bind port 4654d790-cf9e-4d57-a243-51ce6b03c11b on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:57:11.308084 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Port 4654d790-cf9e-4d57-a243-51ce6b03c11b on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:57:11.308084 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Attempting to bind port 4654d790-cf9e-4d57-a243-51ce6b03c11b on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:57:11.312915 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:57:11.313378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Checking segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:57:11.313991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Bound using segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:57:11.314451 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Bound port: 4654d790-cf9e-4d57-a243-51ce6b03c11b, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:57:11.314867 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.388280 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-337aae9e-2ddd-48c2-807e-c077381569f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.435541 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:57:11.441867 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:57:11.557049 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.560869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-337aae9e-2ddd-48c2-807e-c077381569f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.597614 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:11.597614 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.597614 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/4654d790-cf9e-4d57-a243-51ce6b03c11b HTTP/1.1" status: 200 len: 1094 time: 1.5270109 Sep 16 19:57:11.598018 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:57:11.600372 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:57:11.647114 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-337aae9e-2ddd-48c2-807e-c077381569f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.655428 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb3aa-6363-4ccd-9acb-325de74744c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:11.680662 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e5938-cb02-4254-af53-b49e5d3a87a7 x-openstack-request-id: req-ea7e5938-cb02-4254-af53-b49e5d3a87a7 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:57:11.680958 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:57:11.681210 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea7e5938-cb02-4254-af53-b49e5d3a87a7 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:57:11.681634 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b', 'status': 'completed', 'code': 200} Sep 16 19:57:11.701393 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-337aae9e-2ddd-48c2-807e-c077381569f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf93d83a54884c7ebeb8bab3ecdce689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431685 Sep 16 19:57:11.702920 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aae9e-2ddd-48c2-807e-c077381569f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228d263-995a-4258-8442-0bcdf2a53f0e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:11.705925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57534) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:11.785066 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.818443 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:11.824690 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-99189e3c-93a1-4a0e-a6a4-4fec314413f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:11.826570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-99189e3c-93a1-4a0e-a6a4-4fec314413f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 1097 time: 0.1035125 Sep 16 19:57:11.988688 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:57:12.008612 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-5000e20f-7cd7-479b-824e-3371a772dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.010102 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-5000e20f-7cd7-479b-824e-3371a772dbfb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1743722 Sep 16 19:57:12.012919 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:12.018511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:12.023365 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3228d263-995a-4258-8442-0bcdf2a53f0e HTTP/1.1" status: 204 len: 168 time: 0.3164234 Sep 16 19:57:12.035385 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8590585-d919-4191-9a85-693051f69248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228d263-995a-4258-8442-0bcdf2a53f0e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:12.212211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b61cd-bc09-471a-b514-83a0df928130 req-f29ec847-3f2c-4c6f-bc05-5b06c2da7ef1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.213887 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-975b61cd-bc09-471a-b514-83a0df928130 req-f29ec847-3f2c-4c6f-bc05-5b06c2da7ef1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 944 time: 0.1526546 Sep 16 19:57:12.256752 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-c0389d91-7b43-4dc9-89a2-fe2b190abcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.258303 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6c5a097-8b73-4b91-b3b0-cb9d2b9e70bf req-c0389d91-7b43-4dc9-89a2-fe2b190abcd4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393777 Sep 16 19:57:12.295291 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-975b61cd-bc09-471a-b514-83a0df928130 req-e6de97e9-371d-46c1-9ca8-bedb36af14ea tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696139 Sep 16 19:57:12.423138 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-a11fd08a-72c0-43da-a61d-dba32e55620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.425434 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-a11fd08a-72c0-43da-a61d-dba32e55620d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 1097 time: 0.1135411 Sep 16 19:57:12.437299 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d285c-ff69-4231-9add-b0d9556a76fb req-92f89c9a-dcc8-4f3e-b3e4-831624389fe8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.440268 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-109d285c-ff69-4231-9add-b0d9556a76fb req-92f89c9a-dcc8-4f3e-b3e4-831624389fe8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1441085 Sep 16 19:57:12.484600 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-60b1713c-23eb-4ee0-a1ee-b5793de4d362 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b HTTP/1.1" status: 200 len: 217 time: 0.0433288 Sep 16 19:57:12.558331 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-109d285c-ff69-4231-9add-b0d9556a76fb req-95a9f1fd-fdae-40a4-8908-f3f1ce930c9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760753 Sep 16 19:57:12.564240 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-8c4b6ab8-30c3-4c8f-aeb4-d44cc6268423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:12.565863 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-8c4b6ab8-30c3-4c8f-aeb4-d44cc6268423 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.0682883 Sep 16 19:57:12.602509 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-30886890-4591-4a6a-b4aa-ef606ed7fbbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281000 Sep 16 19:57:12.712274 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-dfd2b363-fe13-4b4d-bb11-31bec566652e service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007264 Sep 16 19:57:12.818776 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c2fe2b3-0718-4859-a846-6a4e299bcc08 req-55611064-0eea-4d05-b1fd-33f456c8e542 service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967941 Sep 16 19:57:12.858715 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57572) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:12.875150 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0d4875d1-182b-451e-a3c5-98c6d7e59599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:12.991105 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0d4875d1-182b-451e-a3c5-98c6d7e59599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.093555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0d4875d1-182b-451e-a3c5-98c6d7e59599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.135370 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4875d1-182b-451e-a3c5-98c6d7e59599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cabc4-00b1-4df3-a4ec-07b0c1dd1313,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:13.140931 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-0d4875d1-182b-451e-a3c5-98c6d7e59599 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee7bfd707a974432a3ee552a9694f645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811251 Sep 16 19:57:13.146875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57586) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:13.213630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.258436 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.421029 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7067acf-9d80-423d-9509-b8108394cb38 req-9222fe3b-518c-44c1-a3bd-cb273ef73e1a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:13.422778 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7067acf-9d80-423d-9509-b8108394cb38 req-9222fe3b-518c-44c1-a3bd-cb273ef73e1a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0546632 Sep 16 19:57:13.424967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.427570 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:13.429703 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a4cabc4-00b1-4df3-a4ec-07b0c1dd1313 HTTP/1.1" status: 204 len: 168 time: 0.2808139 Sep 16 19:57:13.445411 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586053-8c03-413b-8d74-0c6deedc1cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cabc4-00b1-4df3-a4ec-07b0c1dd1313,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:13.514403 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7067acf-9d80-423d-9509-b8108394cb38 req-7684bc9a-bfa1-46f9-a9ba-7beb721b4fb8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761719 Sep 16 19:57:13.723191 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1187a-25cb-4650-b892-f84cb1858b10 req-91c5a269-39fe-41a5-8232-c880f7dce37b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:13.726417 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-29a1187a-25cb-4650-b892-f84cb1858b10 req-91c5a269-39fe-41a5-8232-c880f7dce37b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0604150 Sep 16 19:57:13.770215 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-29a1187a-25cb-4650-b892-f84cb1858b10 req-8cbee15a-5d23-48ea-ae51-80a00aa48790 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Sep 16 19:57:14.694337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b38bf-5f90-437d-8f2e-0c11c1160246 req-f3834257-dcb2-420c-877b-c02b797dbf4d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:14.695939 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-270b38bf-5f90-437d-8f2e-0c11c1160246 req-f3834257-dcb2-420c-877b-c02b797dbf4d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0577483 Sep 16 19:57:14.726124 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4654d790-cf9e-4d57-a243-51ce6b03c11b details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:57:14.742961 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-270b38bf-5f90-437d-8f2e-0c11c1160246 req-3f94644b-689f-4004-9102-44c8c9ba61d1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Sep 16 19:57:14.977739 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3286-de81-4e54-818f-03fa193afd21 req-ad084fdb-6f32-40b9-80bb-8f18f398b9b7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:14.981438 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db7f3286-de81-4e54-818f-03fa193afd21 req-ad084fdb-6f32-40b9-80bb-8f18f398b9b7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0995300 Sep 16 19:57:15.030563 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57656) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:15.069356 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db7f3286-de81-4e54-818f-03fa193afd21 req-39243b69-451c-4f4b-bf2b-e42366702265 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716732 Sep 16 19:57:15.072186 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57662) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:15.103695 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:15.124983 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '4654d790-cf9e-4d57-a243-51ce6b03c11b', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'port_id': '4654d790-cf9e-4d57-a243-51ce6b03c11b', 'mac_address': 'fa:16:3e:58:9d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:57:15.196518 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.222987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4654d790-cf9e-4d57-a243-51ce6b03c11b {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:57:15.229865 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4369a631-fcf4-4ef6-b97d-6c2f006fad71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.263499 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad8d59ca-b4ea-44b2-9d11-e05d43915d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.278611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:15.367896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4369a631-fcf4-4ef6-b97d-6c2f006fad71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.385455 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.443996 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:15.456276 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.462227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.463475 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.463475 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:15.484212 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4369a631-fcf4-4ef6-b97d-6c2f006fad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.545770 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4369a631-fcf4-4ef6-b97d-6c2f006fad71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0d3c21909ce4d9fa8140086ea52c74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080128 Sep 16 19:57:15.546127 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57672) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:15.567409 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a631-fcf4-4ef6-b97d-6c2f006fad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc301221-a6b6-4a56-81ab-1a314511bd10,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:15.678432 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.693962 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad8d59ca-b4ea-44b2-9d11-e05d43915d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.709073 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.756601 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['4654d790-cf9e-4d57-a243-51ce6b03c11b'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:57:15.768844 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad8d59ca-b4ea-44b2-9d11-e05d43915d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.841208 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d59ca-b4ea-44b2-9d11-e05d43915d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21285d69-3666-4b59-8fcc-1c209743f670,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:15.899641 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ad8d59ca-b4ea-44b2-9d11-e05d43915d05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7a5b167cdde46eca8c25917fe921f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248343 Sep 16 19:57:15.901716 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57684) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:15.969677 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c1e9-e970-4b1c-9cba-c20f3abc045b req-7e0fcde5-eb30-45c0-8be5-d7287ce47a85 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:15.979136 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.984608 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6669c1e9-e970-4b1c-9cba-c20f3abc045b req-7e0fcde5-eb30-45c0-8be5-d7287ce47a85 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 945 time: 0.1418455 Sep 16 19:57:15.985134 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:15.988229 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc301221-a6b6-4a56-81ab-1a314511bd10 HTTP/1.1" status: 204 len: 168 time: 0.4407909 Sep 16 19:57:16.010024 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f3640-bc90-4ddd-8371-aa84511ab979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc301221-a6b6-4a56-81ab-1a314511bd10,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:16.047440 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:16.060550 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6669c1e9-e970-4b1c-9cba-c20f3abc045b req-a67eac40-942a-48a4-8955-44b4a058926c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743461 Sep 16 19:57:16.096142 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:16.231184 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d0f33-eb2c-4b58-96ec-a2b0053ba440 req-415c87bc-3de7-42b5-b9d5-ff0e2ca3da41 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:16.232798 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b02d0f33-eb2c-4b58-96ec-a2b0053ba440 req-415c87bc-3de7-42b5-b9d5-ff0e2ca3da41 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0603795 Sep 16 19:57:16.270781 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:16.275219 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:16.278987 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21285d69-3666-4b59-8fcc-1c209743f670 HTTP/1.1" status: 204 len: 168 time: 0.3695805 Sep 16 19:57:16.288776 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201ba8-6054-4f06-ae4c-7bbd900cd919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21285d69-3666-4b59-8fcc-1c209743f670,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:16.292404 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b02d0f33-eb2c-4b58-96ec-a2b0053ba440 req-fb9fb521-6745-44b3-8a7b-33578b929632 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497806 Sep 16 19:57:17.017869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57712) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:17.030599 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80872738-598c-450a-bb5e-bb7dcea77b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.150045 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80872738-598c-450a-bb5e-bb7dcea77b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.214116 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80872738-598c-450a-bb5e-bb7dcea77b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.248452 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587e5f-9738-4445-960d-417f20529540 req-8507fc9b-ddb3-40ad-ab01-557e22c7fbdb tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:17.250225 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e587e5f-9738-4445-960d-417f20529540 req-8507fc9b-ddb3-40ad-ab01-557e22c7fbdb tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0672872 Sep 16 19:57:17.307088 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-80872738-598c-450a-bb5e-bb7dcea77b6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8f2c037ab854ef789227a30f5aa1708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843685 Sep 16 19:57:17.307088 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872738-598c-450a-bb5e-bb7dcea77b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecac973-28c7-4210-a74a-efedae75b144,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:17.307538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57720) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:17.319629 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e587e5f-9738-4445-960d-417f20529540 req-a14d2122-7c79-4600-b7c2-5bc8c6939597 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Sep 16 19:57:17.333008 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57724) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:17.371168 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e0e602b0-9142-4454-bacb-321aee05370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.406688 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.463207 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.517415 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1eab8-0094-4f8a-bf7b-492c1d8e19a7 req-b0ac263d-5dd0-43ea-9e0a-4e800e1a19a1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:17.517415 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39d1eab8-0094-4f8a-bf7b-492c1d8e19a7 req-b0ac263d-5dd0-43ea-9e0a-4e800e1a19a1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1043868 Sep 16 19:57:17.531550 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e0e602b0-9142-4454-bacb-321aee05370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.568778 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39d1eab8-0094-4f8a-bf7b-492c1d8e19a7 req-6b48484b-396d-4bc6-8084-9961d8101bb8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Sep 16 19:57:17.597591 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e0e602b0-9142-4454-bacb-321aee05370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.636884 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.642878 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e0e602b0-9142-4454-bacb-321aee05370c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df5abd4285494a8fbe51144ec0a344ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027089 Sep 16 19:57:17.642878 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e602b0-9142-4454-bacb-321aee05370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25691673-2b23-42cf-be5e-1d63ba201528,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:17.643407 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.643407 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ecac973-28c7-4210-a74a-efedae75b144 HTTP/1.1" status: 204 len: 168 time: 0.3315537 Sep 16 19:57:17.643945 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57728) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:17.663892 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237929a1-41dd-4c70-b259-c2175456aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecac973-28c7-4210-a74a-efedae75b144,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:17.718399 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.744641 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.911057 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.914110 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:17.915388 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25691673-2b23-42cf-be5e-1d63ba201528 HTTP/1.1" status: 204 len: 168 time: 0.2703791 Sep 16 19:57:17.925432 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73880cf-144d-49dc-8e6e-d0819ad59ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25691673-2b23-42cf-be5e-1d63ba201528,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:18.503709 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc75e-4e95-4791-a679-fb5ea633dc40 req-c914ce21-e73c-4033-99b6-b17ab595cc83 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:18.517418 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91bcc75e-4e95-4791-a679-fb5ea633dc40 req-c914ce21-e73c-4033-99b6-b17ab595cc83 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0847037 Sep 16 19:57:18.592792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91bcc75e-4e95-4791-a679-fb5ea633dc40 req-4334f54b-19e4-43ff-a587-cc939bb6ed8b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Sep 16 19:57:18.747632 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff3946-d48d-4cba-b515-4f121d8b7130 req-b209aa4c-1a29-4de8-adf9-31a27da4a618 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:18.750445 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c8ff3946-d48d-4cba-b515-4f121d8b7130 req-b209aa4c-1a29-4de8-adf9-31a27da4a618 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0667202 Sep 16 19:57:18.757994 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4654d790-cf9e-4d57-a243-51ce6b03c11b up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:57:18.869503 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c8ff3946-d48d-4cba-b515-4f121d8b7130 req-04fbf9ba-d678-4853-b383-7732a84e0296 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Sep 16 19:57:19.014706 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 4654d790-cf9e-4d57-a243-51ce6b03c11b completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:57:19.021339 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 4654d790-cf9e-4d57-a243-51ce6b03c11b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:57:19.021783 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:19.130834 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:19.158433 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:57:19.160893 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6658357-269a-4d36-ab2a-3a5ccc830148" -d '{"events": [{"server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:57:19.180969 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:19.226370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa259d6-2644-4734-a603-aa69892434d7 x-openstack-request-id: req-7aa259d6-2644-4734-a603-aa69892434d7 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:57:19.226744 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:57:19.227001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aa259d6-2644-4734-a603-aa69892434d7 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:57:19.228292 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b', 'code': 200} Sep 16 19:57:19.271690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:19.369573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:19.758525 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eda3-14f1-4550-9ef2-f8cf3d0b9360 req-1687cab7-3aae-45dd-952b-6f9c4f4b7e5b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:19.760952 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6736eda3-14f1-4550-9ef2-f8cf3d0b9360 req-1687cab7-3aae-45dd-952b-6f9c4f4b7e5b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0873773 Sep 16 19:57:19.764974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ef420-0dd3-4376-b13d-c71af9ec5516 req-ef8fded5-f8de-468c-a2d1-2b01e3b05786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:19.766491 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3f3ef420-0dd3-4376-b13d-c71af9ec5516 req-ef8fded5-f8de-468c-a2d1-2b01e3b05786 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 1099 time: 0.0827410 Sep 16 19:57:19.831512 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6736eda3-14f1-4550-9ef2-f8cf3d0b9360 req-6ba3c67a-3921-4542-8340-04b748f8af02 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 Sep 16 19:57:19.838815 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3f3ef420-0dd3-4376-b13d-c71af9ec5516 req-afed8c2a-bf26-40b6-9bd8-778372982a6b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595129 Sep 16 19:57:20.125109 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8ab7-5801-48f7-96d9-f9ec844cf232 req-86c7483a-5ede-4814-9fc1-82fb724d6e1b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:20.140374 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-228e8ab7-5801-48f7-96d9-f9ec844cf232 req-86c7483a-5ede-4814-9fc1-82fb724d6e1b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1276021 Sep 16 19:57:20.248472 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-228e8ab7-5801-48f7-96d9-f9ec844cf232 req-57b97fb3-4c0b-4606-9ed0-d05c9962c2e3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062813 Sep 16 19:57:20.340242 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57862) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:20.507054 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-545fc794-131c-4330-9bed-1f2280ab1657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:20.643242 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-545fc794-131c-4330-9bed-1f2280ab1657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:20.643408 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:20.751451 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-545fc794-131c-4330-9bed-1f2280ab1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:20.801651 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-545fc794-131c-4330-9bed-1f2280ab1657 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70e16531b55842afbf4269277453d674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601765 Sep 16 19:57:20.802622 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fc794-131c-4330-9bed-1f2280ab1657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ace01c-ec36-4d1f-abb8-e9ec277c766f,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:20.804393 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57890) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:20.873758 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:20.901564 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:21.015078 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:21.019480 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:21.022390 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4ace01c-ec36-4d1f-abb8-e9ec277c766f HTTP/1.1" status: 204 len: 168 time: 0.2148361 Sep 16 19:57:21.034939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8b7b-dd10-4b24-bca0-b4afbfb57fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ace01c-ec36-4d1f-abb8-e9ec277c766f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:21.062869 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f3591-f8ad-46e4-b8c3-45d6df426216 req-b96dba13-f6fb-4d59-91ff-0152cde9829d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:21.077866 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d21f3591-f8ad-46e4-b8c3-45d6df426216 req-b96dba13-f6fb-4d59-91ff-0152cde9829d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0932119 Sep 16 19:57:21.166820 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d21f3591-f8ad-46e4-b8c3-45d6df426216 req-0e922aa2-f472-4b9e-99d5-794e5ed5f252 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874395 Sep 16 19:57:21.511320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48e9cf-45de-47ac-bcd9-9e9bf6334b98 req-4ffd728d-39cd-49bb-ae17-91b6586069c6 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:21.514759 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5f48e9cf-45de-47ac-bcd9-9e9bf6334b98 req-4ffd728d-39cd-49bb-ae17-91b6586069c6 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0916708 Sep 16 19:57:21.605953 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5f48e9cf-45de-47ac-bcd9-9e9bf6334b98 req-9012a1d9-5da5-4667-90c2-90b669ae61e5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776260 Sep 16 19:57:22.182364 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 57944) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:22.322340 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6eaaf-3670-4fe3-a440-8f0c358a9552 req-01a88e2f-3194-4599-b4fb-7689b69c26f6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:22.324425 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45f6eaaf-3670-4fe3-a440-8f0c358a9552 req-01a88e2f-3194-4599-b4fb-7689b69c26f6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0586457 Sep 16 19:57:22.336460 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-835b9e53-898d-4942-b9f0-f600fec61ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.382864 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45f6eaaf-3670-4fe3-a440-8f0c358a9552 req-56b4e305-bd00-414f-8f14-18ddcd249a6e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Sep 16 19:57:22.465683 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-835b9e53-898d-4942-b9f0-f600fec61ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.517553 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-835b9e53-898d-4942-b9f0-f600fec61ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.566777 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-835b9e53-898d-4942-b9f0-f600fec61ce4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88c5948030d14a0e9eb2c131db3bc557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792658 Sep 16 19:57:22.567810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 57976) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:22.567924 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9e53-898d-4942-b9f0-f600fec61ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a10ee8-20ae-4ec6-88dd-a8f55fa5d122,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:22.631469 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.665686 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.778568 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79d61a-4b15-4d5d-8d64-4e36c3b1f9cc req-0bff8b86-60db-4a9e-8553-7b51b6da4351 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:22.780406 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2c79d61a-4b15-4d5d-8d64-4e36c3b1f9cc req-0bff8b86-60db-4a9e-8553-7b51b6da4351 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0527768 Sep 16 19:57:22.806413 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.808937 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:22.810199 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53a10ee8-20ae-4ec6-88dd-a8f55fa5d122 HTTP/1.1" status: 204 len: 168 time: 0.2411907 Sep 16 19:57:22.831319 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0f004-8203-445e-9ce5-65efcf567914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a10ee8-20ae-4ec6-88dd-a8f55fa5d122,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:22.838945 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2c79d61a-4b15-4d5d-8d64-4e36c3b1f9cc req-54601ebd-b3d6-4ff8-af7f-beed0b0650cd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Sep 16 19:57:23.758453 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58022) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:23.772227 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1ba897f7-f548-49fb-8d22-3d17e326b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:23.912726 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1ba897f7-f548-49fb-8d22-3d17e326b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:23.982259 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf824-0644-4c64-8156-9b782ab201de req-98c26e5e-392b-4c2a-964e-31760ea358b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:23.984089 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0aebf824-0644-4c64-8156-9b782ab201de req-98c26e5e-392b-4c2a-964e-31760ea358b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0543761 Sep 16 19:57:23.987602 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1ba897f7-f548-49fb-8d22-3d17e326b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:24.052143 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1ba897f7-f548-49fb-8d22-3d17e326b45b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9a319e1a947455fa25e5a1981e7bf9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924821 Sep 16 19:57:24.052383 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58032) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:24.054613 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba897f7-f548-49fb-8d22-3d17e326b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b90cb66-d87f-4957-82d5-f1c3852dea62,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:24.072624 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0aebf824-0644-4c64-8156-9b782ab201de req-5a25c1ab-c940-4d90-bc5c-0bea2bbb3eba tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748219 Sep 16 19:57:24.131894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:24.155434 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:24.300523 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:24.303253 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:24.304702 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b90cb66-d87f-4957-82d5-f1c3852dea62 HTTP/1.1" status: 204 len: 168 time: 0.2507606 Sep 16 19:57:24.319530 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951312e-8cec-4a4b-aaeb-25548a6f9083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b90cb66-d87f-4957-82d5-f1c3852dea62,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:25.237590 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b990e9-f896-4d73-a1bb-1d778f25a04c req-604256c8-a9c9-465c-b4db-bb4531fdf49a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:25.241104 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9b990e9-f896-4d73-a1bb-1d778f25a04c req-604256c8-a9c9-465c-b4db-bb4531fdf49a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0843973 Sep 16 19:57:25.282804 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9b990e9-f896-4d73-a1bb-1d778f25a04c req-6bf21b35-9398-4171-931f-1bc32d464f41 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Sep 16 19:57:26.121438 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-aa3f00d4-ddfc-48a9-bab6-3b4be04b87d0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:26.124090 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-aa3f00d4-ddfc-48a9-bab6-3b4be04b87d0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.1612763 Sep 16 19:57:26.148577 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-45fb7191-c9da-4a85-b5bd-3a8797ce94c3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/quotas/2b98d1c88bb24a55be902fc243dc66ce HTTP/1.1" status: 200 len: 375 time: 0.0174627 Sep 16 19:57:26.208439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-9f2ce8d7-03f6-4c8d-ac02-b5b39b6bec43 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540233 Sep 16 19:57:26.326644 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-eb0c0bc6-0f26-4f94-9a0f-72d5328860c7 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097517 Sep 16 19:57:26.470372 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59f384-5131-4e99-b296-c8a06547b7c4 req-36d46369-fa22-456f-a966-e427a0ef31fd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:26.472120 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef59f384-5131-4e99-b296-c8a06547b7c4 req-36d46369-fa22-456f-a966-e427a0ef31fd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0734925 Sep 16 19:57:26.476292 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-aa5543f4-f163-476e-b3ed-dcbe9e708bf3 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414881 Sep 16 19:57:26.523951 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef59f384-5131-4e99-b296-c8a06547b7c4 req-9ba38f3e-cafa-4915-ae9a-070e6053ae9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Sep 16 19:57:26.764989 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b8008ac8-009b-4ec0-ba74-58c9e636c464 req-3b2fae5d-733e-40ef-af67-390b8e85f450 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0304222 Sep 16 19:57:27.689038 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b281-ea07-4ecd-99c8-c259b890a9d1 req-3b40996b-bbd0-4132-b5f7-22d8022feef0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:27.691478 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78f7b281-ea07-4ecd-99c8-c259b890a9d1 req-3b40996b-bbd0-4132-b5f7-22d8022feef0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0679870 Sep 16 19:57:27.732369 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78f7b281-ea07-4ecd-99c8-c259b890a9d1 req-6024ef43-2f52-424d-b747-f82089f5df99 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Sep 16 19:57:27.854081 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62023dae-f2b3-4c1f-8224-4e3fdb3fb861 req-475dbb72-cb4c-48d0-b1b9-0d5f0c8c1386 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0317178 Sep 16 19:57:28.868237 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed07d1b-ce23-4cf0-88a4-01c29cc606ba req-3876d4de-cce6-40dd-864d-ae805e62f2c7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:28.869799 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aed07d1b-ce23-4cf0-88a4-01c29cc606ba req-3876d4de-cce6-40dd-864d-ae805e62f2c7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0535710 Sep 16 19:57:28.914464 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aed07d1b-ce23-4cf0-88a4-01c29cc606ba req-fa78fdd8-12fd-4c63-bc53-1a9055c9cc4f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381157 Sep 16 19:57:28.985966 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-160f365f-1b09-40c1-8432-92e8f58796d0 req-b71d0ff2-b407-4937-b69b-40d6e0fd51b7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0268199 Sep 16 19:57:29.619654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-171de287-397c-42f4-9a4b-e7eb49a2dc35 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:29.621332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-171de287-397c-42f4-9a4b-e7eb49a2dc35 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.1990504 Sep 16 19:57:29.636132 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Request body: {'port': {'device_id': '0116e079-fd53-4c90-908f-c83480e8622c', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'admin_state_up': True, 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:29.873079 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:29.876733 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:30.107282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9d141596-33e7-471c-a926-a7782a6543c2 req-c2be7c85-6181-4ba4-9fe7-e029e02276c7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0349474 Sep 16 19:57:30.116993 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Allocated IP 172.20.0.14 (5bca9afd-10fd-4a2e-9327-4c7390bca438/1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d/2c11b443-0a4e-41fe-b144-54460e241532) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:57:30.126158 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba24fb-ecb6-4b37-8f91-abddf4fcf4fc req-3e0a96dc-e7f4-4c06-b734-9de3ddee9335 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:30.127701 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b8ba24fb-ecb6-4b37-8f91-abddf4fcf4fc req-3e0a96dc-e7f4-4c06-b734-9de3ddee9335 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1073351 Sep 16 19:57:30.209084 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b8ba24fb-ecb6-4b37-8f91-abddf4fcf4fc req-fcabb0c7-35c8-467b-b0e2-80ee23af1335 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691895 Sep 16 19:57:30.345456 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:30.514512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:30.529531 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba', '4654d790-cf9e-4d57-a243-51ce6b03c11b'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:57:30.572912 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:57:30.576545 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:30.580975 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:57:30.586978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:30.587630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:30.608288 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event updated for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:30.653101 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b150b-f640-4335-89d7-4e72be300675 req-2887dbb0-86ff-477d-b805-ea45d6f9e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:30.655690 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f3b150b-f640-4335-89d7-4e72be300675 req-2887dbb0-86ff-477d-b805-ea45d6f9e5bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1098 time: 0.1480503 Sep 16 19:57:30.691992 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-60128991-7eed-407e-875b-7c54f708bfe4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0596597 Sep 16 19:57:30.707511 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Request body: {'port': {'device_id': '0116e079-fd53-4c90-908f-c83480e8622c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:30.736685 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9f3b150b-f640-4335-89d7-4e72be300675 req-1406b7cf-1047-4137-9207-16b72be81968 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696595 Sep 16 19:57:30.786389 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.308010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b1a1-6f30-4801-bd40-18c402bee2d5 req-08894535-437d-4fa7-bc66-539ef4c25daa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:31.309555 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-80c6b1a1-6f30-4801-bd40-18c402bee2d5 req-08894535-437d-4fa7-bc66-539ef4c25daa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 932 time: 0.1083531 Sep 16 19:57:31.412872 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-80c6b1a1-6f30-4801-bd40-18c402bee2d5 req-7085bf35-c13a-4cd7-ab05-4bf74667dd13 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862429 Sep 16 19:57:31.445546 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52924b-08a3-41e2-a63b-128780438fc7 req-60e7cc1c-e99f-4276-b777-ceb5a59a59ed tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:31.447019 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f52924b-08a3-41e2-a63b-128780438fc7 req-60e7cc1c-e99f-4276-b777-ceb5a59a59ed tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1365583 Sep 16 19:57:31.464620 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c11b443-0a4e-41fe-b144-54460e241532 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:57:31.478071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.500721 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Transition to ACTIVE for port object 2c11b443-0a4e-41fe-b144-54460e241532 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:57:31.509539 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f52924b-08a3-41e2-a63b-128780438fc7 req-50e36236-a468-4f46-8c03-9f1a86b22253 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552402 Sep 16 19:57:31.627423 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.685714 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:31.717607 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Attempting to bind port 2c11b443-0a4e-41fe-b144-54460e241532 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:57:31.717941 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Attempting to bind port 2c11b443-0a4e-41fe-b144-54460e241532 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:57:31.728520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Attempting to bind port 2c11b443-0a4e-41fe-b144-54460e241532 on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:57:31.728520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Port 2c11b443-0a4e-41fe-b144-54460e241532 on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:57:31.728520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Attempting to bind port 2c11b443-0a4e-41fe-b144-54460e241532 on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:57:31.732169 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:57:31.732534 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Checking segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:57:31.732922 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Bound using segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:57:31.733383 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Bound port: 2c11b443-0a4e-41fe-b144-54460e241532, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:57:31.733799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.803687 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:57:31.806911 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2c11b443-0a4e-41fe-b144-54460e241532,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:57:31.908127 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.942974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:31.943561 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:31.944986 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] 10.222.0.35 "PUT /v2.0/ports/2c11b443-0a4e-41fe-b144-54460e241532 HTTP/1.1" status: 200 len: 1094 time: 1.2429852 Sep 16 19:57:31.947483 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:57:31.949799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a7e3c-75f3-4861-9163-3975bfd6cb69" -d '{"events": [{"name": "network-changed", "server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "tag": "2c11b443-0a4e-41fe-b144-54460e241532"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:57:31.979913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64ee9-202c-48c7-932c-04e9e88b2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:31.995369 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85addb3a-3076-49c5-8e4a-a89f45db7d72 x-openstack-request-id: req-85addb3a-3076-49c5-8e4a-a89f45db7d72 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:57:31.995675 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "tag": "2c11b443-0a4e-41fe-b144-54460e241532", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:57:31.995960 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85addb3a-3076-49c5-8e4a-a89f45db7d72 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:57:31.996361 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532', 'status': 'completed', 'code': 200} Sep 16 19:57:32.112298 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-75fa948d-bbb3-4680-abc6-08353a5990aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:32.114757 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-75fa948d-bbb3-4680-abc6-08353a5990aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 1097 time: 0.0685098 Sep 16 19:57:32.549867 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8359-af1e-4094-b54e-177ed47ef27e req-7b9519a6-a196-43a0-aef7-7f74390048aa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:32.551866 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f3a8359-af1e-4094-b54e-177ed47ef27e req-7b9519a6-a196-43a0-aef7-7f74390048aa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.0544620 Sep 16 19:57:32.597109 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f3a8359-af1e-4094-b54e-177ed47ef27e req-ced44551-c52f-430a-bdaa-87d2a345b357 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Sep 16 19:57:32.731353 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390634c8-60ce-48e0-83ce-db94ffa5d55a req-4b6405e2-e4ca-45d6-84e1-60cf8a761094 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:32.734239 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-390634c8-60ce-48e0-83ce-db94ffa5d55a req-4b6405e2-e4ca-45d6-84e1-60cf8a761094 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0763006 Sep 16 19:57:32.795289 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-390634c8-60ce-48e0-83ce-db94ffa5d55a req-fc62e78d-9016-4cd2-9477-529c40f45aa8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Sep 16 19:57:33.583076 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58314) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:33.707311 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-342a7a6d-58e1-4003-b5d3-4385318e8351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:33.806700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-342a7a6d-58e1-4003-b5d3-4385318e8351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:33.936192 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-342a7a6d-58e1-4003-b5d3-4385318e8351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:33.975762 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a7a6d-58e1-4003-b5d3-4385318e8351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fa41c0-7567-4080-95c1-8bbcd79f5798,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:33.985660 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-342a7a6d-58e1-4003-b5d3-4385318e8351 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09c37c51715843ec91c98f92784cc255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961868 Sep 16 19:57:33.986056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58324) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:34.026758 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-be5a5f97-1397-4a98-9209-59d0d7b64426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:34.028464 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-be5a5f97-1397-4a98-9209-59d0d7b64426 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1168416 Sep 16 19:57:34.038860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:34.064056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:34.182220 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:34.185370 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:34.186933 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55fa41c0-7567-4080-95c1-8bbcd79f5798 HTTP/1.1" status: 204 len: 168 time: 0.1998751 Sep 16 19:57:34.197582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57a3b-f849-4da2-99a3-8e493b826122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fa41c0-7567-4080-95c1-8bbcd79f5798,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:34.216686 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-419f10bc-4ed9-4c49-bdf8-4e74807efa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:34.893859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58336) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:34.912350 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-544ab03d-b708-4b6f-b629-39ef7ac3e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.068715 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-544ab03d-b708-4b6f-b629-39ef7ac3e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.165750 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-1c3b7726-116d-4ac7-b30d-2f9ee30a846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:35.167635 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-020a7e3c-75f3-4861-9163-3975bfd6cb69 req-1c3b7726-116d-4ac7-b30d-2f9ee30a846e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886451 Sep 16 19:57:35.183835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e40a4-cce1-4f0b-9cbf-662084addafe req-1b842435-8ad8-4243-a63d-24f6b0b4c3e3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:35.186357 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-470e40a4-cce1-4f0b-9cbf-662084addafe req-1b842435-8ad8-4243-a63d-24f6b0b4c3e3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1170449 Sep 16 19:57:35.200929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8cba-62e9-4b77-b5f4-388087c67eea req-771a4623-ce0b-4f5f-acb2-491f5b98e9a7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:35.202490 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1b1b8cba-62e9-4b77-b5f4-388087c67eea req-771a4623-ce0b-4f5f-acb2-491f5b98e9a7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.1139266 Sep 16 19:57:35.289202 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-470e40a4-cce1-4f0b-9cbf-662084addafe req-a1002a9e-41ed-45ea-8bf6-f72ecd58952c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Sep 16 19:57:35.297005 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1b1b8cba-62e9-4b77-b5f4-388087c67eea req-bc3b0cc7-fe5f-4722-9a94-dfe8709e8e56 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Sep 16 19:57:35.305414 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-728f6bfd-e2a6-4691-a1a6-f376f2c1b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:35.307135 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-728f6bfd-e2a6-4691-a1a6-f376f2c1b541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 1097 time: 0.0973046 Sep 16 19:57:35.313887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-544ab03d-b708-4b6f-b629-39ef7ac3e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.363803 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-544ab03d-b708-4b6f-b629-39ef7ac3e0ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f7354f1364d44d58469fc2ff19b9802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679229 Sep 16 19:57:35.366205 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ab03d-b708-4b6f-b629-39ef7ac3e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f2ea5-7c62-4a6b-b3e8-52e81122b580,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:35.370524 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58340) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:35.430597 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-f1a621c5-eea5-446a-9741-3826a0ebdf16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c11b443-0a4e-41fe-b144-54460e241532 HTTP/1.1" status: 200 len: 217 time: 0.0993795 Sep 16 19:57:35.463343 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.491246 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-650afdcb-413c-445b-8efa-fe4a8a50f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:35.492757 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-650afdcb-413c-445b-8efa-fe4a8a50f772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.0536990 Sep 16 19:57:35.503267 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.538169 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-06a5be9c-93f1-4d7e-b6fc-ee11f92dc69d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312002 Sep 16 19:57:35.699522 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-85907f88-2547-4dba-bcee-657dcabb56dc service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525085 Sep 16 19:57:35.731096 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.731830 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:35.733987 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e3f2ea5-7c62-4a6b-b3e8-52e81122b580 HTTP/1.1" status: 204 len: 168 time: 0.3618581 Sep 16 19:57:35.749106 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4b591-04db-4e3c-b3af-9b8e33204a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f2ea5-7c62-4a6b-b3e8-52e81122b580,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:36.931174 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58382) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:37.064778 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447717496-network', 'tenant_id': '94c7dad176414e5bba4fdea479f90dce'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:37.171486 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Made reservation on behalf of 94c7dad176414e5bba4fdea479f90dce for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:37.174174 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.184946 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.205637 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2ff836ca-33f8-459d-bff2-8381350df896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.307842 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.371544 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.400003 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.426935 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:57:37.437786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe9675f-52b1-4109-8017-532afcf3261f,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:37.443220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.443581 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Added segment 505b9446-23ed-422f-95df-d1d7243d0cb4 of type vlan for network ba00653b-942b-4756-8b70-0b33af0b4f41 Sep 16 19:57:37.492267 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.608915 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.609799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:37.610376 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:37.631206 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5322a66b-174f-42a3-a1f4-033f75bf5d59 req-a9e82af4-1fcd-415f-9ea4-e15663b3144c service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113625 Sep 16 19:57:37.682974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] Pushing event updated for resources: {'Network': ['ID=ba00653b-942b-4756-8b70-0b33af0b4f41,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:37.693868 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network ba00653b-942b-4756-8b70-0b33af0b4f41 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:57:37.726429 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f52194c5-2236-42f5-831b-790b4db36c14 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7941027 Sep 16 19:57:37.733470 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58392) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:37.738313 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Request body: {'subnet': {'network_id': 'ba00653b-942b-4756-8b70-0b33af0b4f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447717496-subnet', 'tenant_id': '94c7dad176414e5bba4fdea479f90dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:37.817763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Made reservation on behalf of 94c7dad176414e5bba4fdea479f90dce for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:37.820150 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:38.062862 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:38.122911 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b07ed28-4f6f-414e-88b8-cf82bae05780,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:38.135359 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Checking segment: {'id': '505b9446-23ed-422f-95df-d1d7243d0cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ba00653b-942b-4756-8b70-0b33af0b4f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:57:38.135721 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Network hostable DHCP agents. Network: ba00653b-942b-4756-8b70-0b33af0b4f41, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:57:38.240612 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Network ba00653b-942b-4756-8b70-0b33af0b4f41 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:57:38.286511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:38.308617 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, ba00653b-942b-4756-8b70-0b33af0b4f41) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:38.313447 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:38.314162 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:38.323272 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d82dd-c373-4a94-9e2b-19d2f05d657d None None] Network ba00653b-942b-4756-8b70-0b33af0b4f41 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:38.481898 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234c420-09c6-46ba-ac43-663e13b93289 None None] Network ba00653b-942b-4756-8b70-0b33af0b4f41 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:38.560804 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2513e33f-6baa-4cbe-81ba-712600d1ae84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8261456 Sep 16 19:57:38.773814 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd3c07-7056-4605-a507-4fec25b14896 req-4fb01bdb-0fb6-44ad-a8cc-78c583c2d7fa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:38.775482 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68dd3c07-7056-4605-a507-4fec25b14896 req-4fb01bdb-0fb6-44ad-a8cc-78c583c2d7fa tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.0533271 Sep 16 19:57:38.824919 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68dd3c07-7056-4605-a507-4fec25b14896 req-520db5ab-7c0a-4d38-85b1-c42bd54fabd4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Sep 16 19:57:39.742360 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58430) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:39.748364 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1862451031-network', 'tenant_id': 'ad17c4e54dd7453fbab9bcf085b027a4'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:39.840387 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Made reservation on behalf of ad17c4e54dd7453fbab9bcf085b027a4 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:39.844541 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:39.859816 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.018297 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.022656 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6757e-3dcb-496a-8ac3-404a1aafb3aa req-93cef799-561c-430a-a235-1ace7c3f89c9 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:40.024684 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2c6757e-3dcb-496a-8ac3-404a1aafb3aa req-93cef799-561c-430a-a235-1ace7c3f89c9 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.0836124 Sep 16 19:57:40.077377 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2c6757e-3dcb-496a-8ac3-404a1aafb3aa req-b2e87472-b91c-4f42-8b42-3276a361998f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Sep 16 19:57:40.171661 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.200355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.239924 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:57:40.267187 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf17e44-7d5c-4b12-8788-6d3653ebfcdc,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:40.275636 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.276169 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Added segment 2150b6b9-0558-42c5-ba1f-adf34cf5c773 of type vlan for network 340f32da-9f10-4b87-bf30-61025421d9c7 Sep 16 19:57:40.352728 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.477352 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.478887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:40.479720 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:40.574628 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] Pushing event updated for resources: {'Network': ['ID=340f32da-9f10-4b87-bf30-61025421d9c7,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:40.589517 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 340f32da-9f10-4b87-bf30-61025421d9c7 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:57:40.639838 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-78609dff-0d1a-4ac3-a908-8deb0f98eca7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8919985 Sep 16 19:57:40.641363 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58454) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:40.649008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Request body: {'subnet': {'network_id': '340f32da-9f10-4b87-bf30-61025421d9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1862451031-subnet', 'tenant_id': 'ad17c4e54dd7453fbab9bcf085b027a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:40.795135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Made reservation on behalf of ad17c4e54dd7453fbab9bcf085b027a4 for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:40.799336 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:41.202978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abca5d-18cf-4df6-ab26-aa4b6f3220c1 req-bf724197-1b37-43ac-bc1c-a15205a9175d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.207018 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d7abca5d-18cf-4df6-ab26-aa4b6f3220c1 req-bf724197-1b37-43ac-bc1c-a15205a9175d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0914531 Sep 16 19:57:41.215219 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:41.364402 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2739e99-844b-4176-b069-0fec165218e5,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:41.385607 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b44d-88c5-4cee-bd5e-97803fce1dce req-850cddaa-4802-444b-86c0-bd938148ae5a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.387034 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5271b44d-88c5-4cee-bd5e-97803fce1dce req-850cddaa-4802-444b-86c0-bd938148ae5a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.2152646 Sep 16 19:57:41.401359 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d7abca5d-18cf-4df6-ab26-aa4b6f3220c1 req-04dc4b94-3475-4754-889f-4b3ebbef776c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840322 Sep 16 19:57:41.419293 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-c51dcd14-fde9-4ed6-8429-0e8c2c78b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.421073 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-c51dcd14-fde9-4ed6-8429-0e8c2c78b755 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.1884689 Sep 16 19:57:41.425725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Checking segment: {'id': '2150b6b9-0558-42c5-ba1f-adf34cf5c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '340f32da-9f10-4b87-bf30-61025421d9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:57:41.426965 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Network hostable DHCP agents. Network: 340f32da-9f10-4b87-bf30-61025421d9c7, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:57:41.553787 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5271b44d-88c5-4cee-bd5e-97803fce1dce req-31c2c7de-04af-45b7-9f83-28405a1ff0f6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117804 Sep 16 19:57:41.585541 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Network 340f32da-9f10-4b87-bf30-61025421d9c7 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:57:41.592542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-ddc016f5-b81c-45dd-8161-e143e3bd98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.596781 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-ddc016f5-b81c-45dd-8161-e143e3bd98fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1625791 Sep 16 19:57:41.673506 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-cda29df2-fb6b-428a-880b-f078bb51bf2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0607989 Sep 16 19:57:41.716786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 340f32da-9f10-4b87-bf30-61025421d9c7) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:41.725179 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.725179 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:41.728541 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1376610e-078d-4bec-b865-d5a42587b31e None None] Network 340f32da-9f10-4b87-bf30-61025421d9c7 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:41.771320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-2ddbada3-3038-4ac9-8a8f-68a232ed368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:41.771320 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-2ddbada3-3038-4ac9-8a8f-68a232ed368d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0878513 Sep 16 19:57:41.843015 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-08afc87b-bbe7-4ca9-9be4-1f2e5658e8ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606306 Sep 16 19:57:41.854659 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bf899173-2aef-47bf-995a-da2695b726c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2120037 Sep 16 19:57:41.918940 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d7658-4777-4103-a703-5099f9bc83e3 None None] Network 340f32da-9f10-4b87-bf30-61025421d9c7 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:42.016652 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-940035ab-fe68-409b-a4cd-b540e8d04874 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604605 Sep 16 19:57:42.175410 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e8509d0-b760-48d9-afbd-96b385e918aa req-9c182031-0d9c-4ce3-901d-21c52c11f7c5 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493359 Sep 16 19:57:42.566523 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03afd-b7df-46db-bcc3-1d72f22e298b req-a64e9c70-cadb-43fc-bc3b-520f8d243cec tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:42.569355 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cbd03afd-b7df-46db-bcc3-1d72f22e298b req-a64e9c70-cadb-43fc-bc3b-520f8d243cec tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0746558 Sep 16 19:57:42.626364 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cbd03afd-b7df-46db-bcc3-1d72f22e298b req-2fb28d0f-ebbb-4056-83d4-8031e141b967 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Sep 16 19:57:42.712292 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09971f4e-1a23-4fbf-b883-57cfdd44ce90 req-d2e8aec9-a290-47c0-b923-7d308a605dc0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:42.714306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09971f4e-1a23-4fbf-b883-57cfdd44ce90 req-d2e8aec9-a290-47c0-b923-7d308a605dc0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 944 time: 0.0637531 Sep 16 19:57:42.768162 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09971f4e-1a23-4fbf-b883-57cfdd44ce90 req-61b61f26-7b48-4f5f-baae-1c28188babfc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Sep 16 19:57:42.903166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 2c11b443-0a4e-41fe-b144-54460e241532 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:57:43.009201 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2c11b443-0a4e-41fe-b144-54460e241532,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:43.033493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '2c11b443-0a4e-41fe-b144-54460e241532', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'port_id': '2c11b443-0a4e-41fe-b144-54460e241532', 'mac_address': 'fa:16:3e:05:54:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:57:43.068307 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:43.083788 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c11b443-0a4e-41fe-b144-54460e241532 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:57:43.106857 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2c11b443-0a4e-41fe-b144-54460e241532,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:43.270732 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:43.365684 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:43.678511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['2c11b443-0a4e-41fe-b144-54460e241532'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:57:43.766368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac3abb-85bc-43a8-b407-a23c9b805924 req-8899e7aa-ad2d-40cb-9fa6-e923d607f774 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:43.767921 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcac3abb-85bc-43a8-b407-a23c9b805924 req-8899e7aa-ad2d-40cb-9fa6-e923d607f774 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0653110 Sep 16 19:57:43.823991 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcac3abb-85bc-43a8-b407-a23c9b805924 req-ba4e357f-79bd-439e-8061-d846a4f0b9dd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480137 Sep 16 19:57:43.927320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afad38-a01d-4cd4-96ec-8eac66bad36e req-fbb24d57-b495-4bb6-9b1a-7f6f8c99438a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:43.928876 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49afad38-a01d-4cd4-96ec-8eac66bad36e req-fbb24d57-b495-4bb6-9b1a-7f6f8c99438a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 945 time: 0.0529938 Sep 16 19:57:43.982538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49afad38-a01d-4cd4-96ec-8eac66bad36e req-ab5036dd-6fbe-4482-a5d8-902aeaa98b5c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Sep 16 19:57:44.008562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58548) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:44.131136 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-dec26189-b6c9-42a4-b8b1-4e71b9a2351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.247423 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-dec26189-b6c9-42a4-b8b1-4e71b9a2351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.395064 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-dec26189-b6c9-42a4-b8b1-4e71b9a2351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.439177 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-dec26189-b6c9-42a4-b8b1-4e71b9a2351c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9f4106f2b8542d59bae4d3585adcc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293926 Sep 16 19:57:44.440351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec26189-b6c9-42a4-b8b1-4e71b9a2351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c7fb15-7d49-4f3c-b049-31f718c24768,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:44.441973 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58566) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:44.512889 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.545870 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.704631 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.706911 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:44.709212 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21c7fb15-7d49-4f3c-b049-31f718c24768 HTTP/1.1" status: 204 len: 168 time: 0.2632482 Sep 16 19:57:44.719209 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8fe3a-e519-4683-8bd1-966ec82ccff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c7fb15-7d49-4f3c-b049-31f718c24768,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:44.917828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 2c11b443-0a4e-41fe-b144-54460e241532 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:57:45.000469 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2dc01-4a0f-4a79-a622-0c0f79d9c75b req-bdeb490f-add4-416e-ad9f-cb0340d0c3a5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:45.002156 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2b2dc01-4a0f-4a79-a622-0c0f79d9c75b req-bdeb490f-add4-416e-ad9f-cb0340d0c3a5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0612161 Sep 16 19:57:45.076271 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2b2dc01-4a0f-4a79-a622-0c0f79d9c75b req-9ea2946d-7894-449f-a904-79936ee4594e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644889 Sep 16 19:57:45.154960 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb2ae6-f695-4eb4-baea-62ab7a8f2ee8 req-1e1cc2bd-1d98-45f6-8a6d-c21eb35d3c86 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:45.156514 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96eb2ae6-f695-4eb4-baea-62ab7a8f2ee8 req-1e1cc2bd-1d98-45f6-8a6d-c21eb35d3c86 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 945 time: 0.0759425 Sep 16 19:57:45.160767 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 2c11b443-0a4e-41fe-b144-54460e241532 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:57:45.165951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 2c11b443-0a4e-41fe-b144-54460e241532 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:57:45.166416 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:45.222854 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96eb2ae6-f695-4eb4-baea-62ab7a8f2ee8 req-ba836edf-5391-4b8c-92e0-fce14f2094ef tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530369 Sep 16 19:57:45.336061 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:45.367247 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:57:45.369574 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb1e6f-1ecd-4437-b475-16d19f5da0d3" -d '{"events": [{"server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "name": "network-vif-plugged", "status": "completed", "tag": "2c11b443-0a4e-41fe-b144-54460e241532"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:57:45.394523 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2c11b443-0a4e-41fe-b144-54460e241532,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:57:45.413480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7f634-8fec-45ea-984d-5367e39b648d x-openstack-request-id: req-06d7f634-8fec-45ea-984d-5367e39b648d {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:57:45.413796 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "name": "network-vif-plugged", "status": "completed", "tag": "2c11b443-0a4e-41fe-b144-54460e241532", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:57:45.414043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06d7f634-8fec-45ea-984d-5367e39b648d {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:57:45.414442 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532', 'code': 200} Sep 16 19:57:45.675335 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:45.735106 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:45.738079 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58600) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:45.754250 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e7605372-4b73-4cca-bfd7-05a84291c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:45.883765 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e7605372-4b73-4cca-bfd7-05a84291c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:45.947038 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b23e-240d-49f4-bc98-0e9802fbdba6 req-8a69d6b0-9732-44b8-8955-376280e314b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:45.949391 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ff97b23e-240d-49f4-bc98-0e9802fbdba6 req-8a69d6b0-9732-44b8-8955-376280e314b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 1099 time: 0.0487928 Sep 16 19:57:46.013566 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ff97b23e-240d-49f4-bc98-0e9802fbdba6 req-5ea36e9b-aab8-4e28-8391-7d7dad462d8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Sep 16 19:57:46.133051 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e7605372-4b73-4cca-bfd7-05a84291c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:46.194033 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7605372-4b73-4cca-bfd7-05a84291c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e71fb-e42e-42c1-bd86-0449ebd79968,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:46.206176 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e7605372-4b73-4cca-bfd7-05a84291c045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffc65f29f94e42f991651a250aa729ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669564 Sep 16 19:57:46.206841 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58650) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:46.262041 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751199-2b64-411d-be3c-010a2804099c req-04129509-7616-4167-a136-43b3f2975f64 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:46.264227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62751199-2b64-411d-be3c-010a2804099c req-04129509-7616-4167-a136-43b3f2975f64 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0995228 Sep 16 19:57:46.295407 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:46.321825 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:46.324662 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62751199-2b64-411d-be3c-010a2804099c req-d11f1903-c30c-4070-ad88-64c6bdcb6051 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Sep 16 19:57:46.472854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d7f1-72cd-41e0-b531-1b7d637a3b72 req-15c286bd-92a3-47b8-9db2-4c0896198449 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:46.472854 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f040d7f1-72cd-41e0-b531-1b7d637a3b72 req-15c286bd-92a3-47b8-9db2-4c0896198449 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.1193004 Sep 16 19:57:46.509883 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:46.514605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:46.516081 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f51e71fb-e42e-42c1-bd86-0449ebd79968 HTTP/1.1" status: 204 len: 168 time: 0.3081770 Sep 16 19:57:46.539288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616651f-b1d9-4699-ab5e-7f17eb5dd4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e71fb-e42e-42c1-bd86-0449ebd79968,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:46.649568 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f040d7f1-72cd-41e0-b531-1b7d637a3b72 req-c3774baf-5faa-42e2-a68b-2cf8bea71197 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638587 Sep 16 19:57:47.044643 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58670) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:47.328027 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca42d601-8577-404a-9d3c-9c7826f718a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.488585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca42d601-8577-404a-9d3c-9c7826f718a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.531421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb51990-f974-4dd6-b2cd-678432624955 req-654258b2-f908-4c75-ad14-d853d09956b5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:47.533102 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfb51990-f974-4dd6-b2cd-678432624955 req-654258b2-f908-4c75-ad14-d853d09956b5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0656686 Sep 16 19:57:47.540340 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58692) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:47.567125 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-81b54707-60a2-440d-bc71-295c9f2c7d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.589063 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfb51990-f974-4dd6-b2cd-678432624955 req-1efef457-d799-466d-87ce-32767f0ec4dc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Sep 16 19:57:47.671831 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ca42d601-8577-404a-9d3c-9c7826f718a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.731894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42d601-8577-404a-9d3c-9c7826f718a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23fdf8a-a83f-4be5-a495-9fc07258d24e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:47.739672 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ca42d601-8577-404a-9d3c-9c7826f718a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee5400497f8c4999afb370d183e5611f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925535 Sep 16 19:57:47.742421 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58698) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:47.836772 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.855299 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17b31b-fd8c-41a7-8744-f601df1f4f07 req-db2febdb-22bc-4294-9d7c-1f543717d50d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:47.857493 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9f17b31b-fd8c-41a7-8744-f601df1f4f07 req-db2febdb-22bc-4294-9d7c-1f543717d50d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.1080179 Sep 16 19:57:47.877902 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-81b54707-60a2-440d-bc71-295c9f2c7d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.880058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:47.916524 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9f17b31b-fd8c-41a7-8744-f601df1f4f07 req-209fd41a-ab9a-4bc5-9c4a-495da88d08ad tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Sep 16 19:57:48.018648 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-81b54707-60a2-440d-bc71-295c9f2c7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.072520 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-81b54707-60a2-440d-bc71-295c9f2c7d15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a17d2a41b5d4207900305305e81f193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299385 Sep 16 19:57:48.075573 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58714) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:48.088839 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.094068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.097346 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a23fdf8a-a83f-4be5-a495-9fc07258d24e HTTP/1.1" status: 204 len: 168 time: 0.3526332 Sep 16 19:57:48.115929 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b54707-60a2-440d-bc71-295c9f2c7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8ea10-d0ac-4ad0-9d34-dcf8b417036b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:48.138054 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4fc5-5b66-4274-ad74-f10e3d41a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23fdf8a-a83f-4be5-a495-9fc07258d24e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:48.263875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.328332 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.510729 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.522926 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:48.522926 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39f8ea10-d0ac-4ad0-9d34-dcf8b417036b HTTP/1.1" status: 204 len: 168 time: 0.4380291 Sep 16 19:57:48.527869 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf71f-c9eb-4a4c-89c8-e5b8c3e45b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8ea10-d0ac-4ad0-9d34-dcf8b417036b,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:48.908487 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d3a33-f3a2-40b1-96a1-8a0953f694db req-c179444f-bb2e-46fb-be86-39cdae2390a5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:48.910109 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-724d3a33-f3a2-40b1-96a1-8a0953f694db req-c179444f-bb2e-46fb-be86-39cdae2390a5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0845706 Sep 16 19:57:48.966242 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-724d3a33-f3a2-40b1-96a1-8a0953f694db req-645c4541-3d1a-47c2-8113-0d0eff840ac2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Sep 16 19:57:48.997088 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:57:49.102028 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71359baf-c146-4b5c-b838-89277dc5373e req-65e348df-49fd-4582-b759-3f4af4974c7f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:49.103583 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71359baf-c146-4b5c-b838-89277dc5373e req-65e348df-49fd-4582-b759-3f4af4974c7f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.0654683 Sep 16 19:57:49.145476 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71359baf-c146-4b5c-b838-89277dc5373e req-5842d65e-c988-49de-8049-e15d03e5c4cc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Sep 16 19:57:50.211599 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ca1a-8b8b-4078-86fc-a1e58093b4aa req-260aa311-9f2e-449f-9832-9c99ba5bc9e0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:50.215708 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4489ca1a-8b8b-4078-86fc-a1e58093b4aa req-260aa311-9f2e-449f-9832-9c99ba5bc9e0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1036437 Sep 16 19:57:50.225390 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7da40-6c1f-4cc4-b3b4-cf65060e175b req-e26226d3-82cd-4f78-9246-7639ebe4b32f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:50.226958 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15b7da40-6c1f-4cc4-b3b4-cf65060e175b req-e26226d3-82cd-4f78-9246-7639ebe4b32f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1804903 Sep 16 19:57:50.292992 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4489ca1a-8b8b-4078-86fc-a1e58093b4aa req-64d19802-ab77-4082-943a-493a0118a81f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649598 Sep 16 19:57:50.309624 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15b7da40-6c1f-4cc4-b3b4-cf65060e175b req-a1c626aa-7544-476e-a29c-5bd4d6db5ee6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713496 Sep 16 19:57:50.438859 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 58790) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:50.549073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304151299-network', 'tenant_id': '2dd36eb3c3be40c480cff038f248f5af'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:50.694036 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Made reservation on behalf of 2dd36eb3c3be40c480cff038f248f5af for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:50.694243 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:50.695945 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:50.704869 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:50.825856 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:50.946207 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:50.978376 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:57:51.013658 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:51.014076 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Added segment e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8 of type vlan for network f9039870-4a89-420b-8738-aa74e7a3621b Sep 16 19:57:51.015302 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b6a77-47ab-4982-9856-6f6367c7bdb6,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:51.074116 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-2feed592-6432-4d1c-afe0-42067f57f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.075627 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-2feed592-6432-4d1c-afe0-42067f57f293 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.1149936 Sep 16 19:57:51.077218 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:51.206228 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:51.207762 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.208433 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:51.515343 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-6929c023-d1ef-4eeb-9e0b-71e5cb124512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.516760 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-6929c023-d1ef-4eeb-9e0b-71e5cb124512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.4126937 Sep 16 19:57:51.522952 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0791254 Sep 16 19:57:51.523251 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 58814) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:57:51.527309 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457016f1-bb99-4264-a0c0-fa1709387b41 admin admin] Pushing event updated for resources: {'Network': ['ID=f9039870-4a89-420b-8738-aa74e7a3621b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:51.528666 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Request body: {'subnet': {'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304151299-subnet', 'tenant_id': '2dd36eb3c3be40c480cff038f248f5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:51.538537 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network f9039870-4a89-420b-8738-aa74e7a3621b details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:57:51.601390 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-9b15dc8e-97a1-498d-9e61-45752ec6787a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0527124 Sep 16 19:57:51.618672 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7615a-ffad-47ca-9ea0-15f79655777c req-8c54c34a-c1dc-44f6-809d-4cf8e25488b2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.620443 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-35e7615a-ffad-47ca-9ea0-15f79655777c req-8c54c34a-c1dc-44f6-809d-4cf8e25488b2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1069548 Sep 16 19:57:51.686357 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-e02d6b93-0011-46d8-b83f-fd50c9c360e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.688085 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-e02d6b93-0011-46d8-b83f-fd50c9c360e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0663679 Sep 16 19:57:51.698634 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Made reservation on behalf of 2dd36eb3c3be40c480cff038f248f5af for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:51.702501 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:51.702663 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-35e7615a-ffad-47ca-9ea0-15f79655777c req-192a09e4-5b5e-4558-8960-682a848a744f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Sep 16 19:57:51.728598 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-368772dc-a01e-406b-916e-809d2f27d8b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262411 Sep 16 19:57:51.873063 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10e61-899c-474a-b035-b9f581cd1741 req-0d2f5697-ac0c-4ee2-af9f-db66f4221c98 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:51.874747 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33e10e61-899c-474a-b035-b9f581cd1741 req-0d2f5697-ac0c-4ee2-af9f-db66f4221c98 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1073413 Sep 16 19:57:51.876801 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-afbfea5d-9ba6-4a6f-beec-b15cef2f3684 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378803 Sep 16 19:57:51.979927 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33e10e61-899c-474a-b035-b9f581cd1741 req-711332fc-63d4-4113-8b72-4e5c6d2ed0ea tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964339 Sep 16 19:57:52.003710 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:52.022372 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d31e94a6-acd2-4c9e-81eb-5d399b9fe4de req-0e31a4a4-0b6d-4818-b861-a6ff20fc211c service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271489 Sep 16 19:57:52.113030 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f6d1a6-b8d8-444c-b4cd-482909306d3f,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:52.133049 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Checking segment: {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:57:52.133690 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Network hostable DHCP agents. Network: f9039870-4a89-420b-8738-aa74e7a3621b, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:57:52.241349 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Network f9039870-4a89-420b-8738-aa74e7a3621b is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:57:52.373527 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, f9039870-4a89-420b-8738-aa74e7a3621b) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:52.386429 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:52.390449 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:52.390576 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64210427-6e61-47ec-a21b-29558d95aa51 None None] Network f9039870-4a89-420b-8738-aa74e7a3621b requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:52.513789 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-52be73ce-b946-4a9b-9beb-f9ff63025ab8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9886699 Sep 16 19:57:52.532369 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbfeb6-9591-4726-a052-50e43512153a None None] Network f9039870-4a89-420b-8738-aa74e7a3621b requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:57:52.838066 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52b876-11d6-498f-b7d9-79b23feb1a3c req-06c7465d-c5c6-4900-8c3f-9d2c97e797a1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:52.840369 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b52b876-11d6-498f-b7d9-79b23feb1a3c req-06c7465d-c5c6-4900-8c3f-9d2c97e797a1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0607080 Sep 16 19:57:52.884661 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4b52b876-11d6-498f-b7d9-79b23feb1a3c req-130281b1-39b1-48a9-9371-e79a2234076c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Sep 16 19:57:53.128120 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf151ec-c429-4725-a35f-ad80c79ce49a req-da4c6036-5627-4485-9d06-4d33f5d18545 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:53.129722 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6cf151ec-c429-4725-a35f-ad80c79ce49a req-da4c6036-5627-4485-9d06-4d33f5d18545 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0580339 Sep 16 19:57:53.188469 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6cf151ec-c429-4725-a35f-ad80c79ce49a req-f2c4346a-a074-4495-96c3-91983f40e0e2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464232 Sep 16 19:57:54.026016 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064cbb-b7c7-4b82-b1e4-2c972c73d294 req-9e4bb545-fdc7-48b7-8258-5935def42d70 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:54.027700 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d8064cbb-b7c7-4b82-b1e4-2c972c73d294 req-9e4bb545-fdc7-48b7-8258-5935def42d70 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0569909 Sep 16 19:57:54.090767 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d8064cbb-b7c7-4b82-b1e4-2c972c73d294 req-4fcc8867-92ad-4844-9891-c0892c47df14 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Sep 16 19:57:54.330475 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa80e-8be9-4cdb-b8bd-ef31e9ee0b0a req-bbbaf4e4-e873-4722-b5d1-99c674ecaf9c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:54.332356 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-814fa80e-8be9-4cdb-b8bd-ef31e9ee0b0a req-bbbaf4e4-e873-4722-b5d1-99c674ecaf9c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0603144 Sep 16 19:57:54.373482 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-814fa80e-8be9-4cdb-b8bd-ef31e9ee0b0a req-983c6ebb-bdd7-4e27-a104-4e3a8795d52d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Sep 16 19:57:55.088449 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-97151187-5ba7-45af-a84c-e3e855cabaae tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:55.091964 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-97151187-5ba7-45af-a84c-e3e855cabaae tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/networks?id=f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 200 len: 808 time: 0.1151285 Sep 16 19:57:55.105610 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-15336fc7-90d3-411d-adf7-cbb439f45a9b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/quotas/2dd36eb3c3be40c480cff038f248f5af HTTP/1.1" status: 200 len: 375 time: 0.0098028 Sep 16 19:57:55.143918 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-9b0d159b-cdc7-410c-b32e-7f54df186bc1 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324583 Sep 16 19:57:55.265337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488863d-0247-4a83-88ce-703a1f722115 req-603506ae-3d01-4f80-9b8a-36260823fa52 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:55.266833 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4488863d-0247-4a83-88ce-703a1f722115 req-603506ae-3d01-4f80-9b8a-36260823fa52 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1011274 Sep 16 19:57:55.314928 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-c2f5a86d-f705-454e-8783-9c4f0c21fe21 service neutron] 10.222.0.49 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570270 Sep 16 19:57:55.354421 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4488863d-0247-4a83-88ce-703a1f722115 req-722544e5-91c8-41c9-be27-e4ec5252b1c3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758522 Sep 16 19:57:55.447105 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-77f18820-9569-48ad-9157-affc93f1db4a service neutron] 10.222.0.49 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237624 Sep 16 19:57:55.605301 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa4d86-73d0-470d-96d5-eeac2b0c683c req-e764ea55-0f79-40e8-bb5b-30a296e822f8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:55.606808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d0fa4d86-73d0-470d-96d5-eeac2b0c683c req-e764ea55-0f79-40e8-bb5b-30a296e822f8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0571725 Sep 16 19:57:55.674886 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d0fa4d86-73d0-470d-96d5-eeac2b0c683c req-097809a3-6c23-47aa-9309-4e64a6bb52f2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527668 Sep 16 19:57:55.725242 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6d8bf79d-eeb0-4000-904f-2285c4e5bb21 req-34b433df-7aaa-4094-be38-4987610326ee tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 210 time: 0.0332909 Sep 16 19:57:56.483320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158950d-cfae-4e7d-b28d-cf76d239908a req-0b1d72c4-a40c-41d8-b834-244bb3f7f4bf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:56.484973 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b158950d-cfae-4e7d-b28d-cf76d239908a req-0b1d72c4-a40c-41d8-b834-244bb3f7f4bf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0562499 Sep 16 19:57:56.528913 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b158950d-cfae-4e7d-b28d-cf76d239908a req-a710da55-6bbd-41c2-b7d3-23773f35226e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Sep 16 19:57:56.825658 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439575e9-0476-4088-9263-1a5f85cb5a08 req-30326f88-eae1-48a9-a978-e4916e76f364 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:56.827319 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-439575e9-0476-4088-9263-1a5f85cb5a08 req-30326f88-eae1-48a9-a978-e4916e76f364 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0834994 Sep 16 19:57:56.829310 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5f5d6cee-2baa-4fab-8dbb-5c502d31f15f req-dec53a3a-7012-46f0-8486-aab2986875c6 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 210 time: 0.0437002 Sep 16 19:57:56.879545 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-439575e9-0476-4088-9263-1a5f85cb5a08 req-b054162f-9f97-4d0b-a83c-8f44e2729739 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Sep 16 19:57:57.659102 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb6e88-26a8-4807-8584-ec6217412d31 req-2250888b-b5ff-4655-95f5-65fece63a3fa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:57.660667 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5ddb6e88-26a8-4807-8584-ec6217412d31 req-2250888b-b5ff-4655-95f5-65fece63a3fa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0571337 Sep 16 19:57:57.706929 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5ddb6e88-26a8-4807-8584-ec6217412d31 req-b020e180-a35d-4656-ac3c-94928b548784 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Sep 16 19:57:57.955477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9f3b29f7-aa54-40ef-b3e1-9474f764ddd3 req-8a5a52bd-26c5-459f-91a1-d26f08791310 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 210 time: 0.0347276 Sep 16 19:57:58.026243 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf1185-c66b-4a91-bb5b-790f1d251be4 req-76125b01-bb30-41a4-a29e-8b3b895b7eb1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:58.027883 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5aaf1185-c66b-4a91-bb5b-790f1d251be4 req-76125b01-bb30-41a4-a29e-8b3b895b7eb1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Sep 16 19:57:58.075481 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5aaf1185-c66b-4a91-bb5b-790f1d251be4 req-ad80f44e-8f39-442d-91bd-de1632fd4e53 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 Sep 16 19:57:58.549777 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-12f4be2e-6410-41ab-80af-931308959070 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:58.551209 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-12f4be2e-6410-41ab-80af-931308959070 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "GET /v2.0/networks?id=f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 200 len: 808 time: 0.1063120 Sep 16 19:57:58.568701 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Request body: {'port': {'device_id': '899fe703-0376-410c-b41e-c439bb244d5c', 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b', 'admin_state_up': True, 'tenant_id': '2dd36eb3c3be40c480cff038f248f5af'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:58.756747 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Made reservation on behalf of 2dd36eb3c3be40c480cff038f248f5af for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:57:58.760503 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:58.928641 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73225478-9bee-4dd9-8c10-1e8b9fa5339d req-433c7e36-8f3d-4344-a550-b5dad0c038fd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:58.930520 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73225478-9bee-4dd9-8c10-1e8b9fa5339d req-433c7e36-8f3d-4344-a550-b5dad0c038fd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1348307 Sep 16 19:57:58.979661 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Allocated IP 172.20.0.2 (f9039870-4a89-420b-8738-aa74e7a3621b/38f6d1a6-b8d8-444c-b4cd-482909306d3f/235238e0-0dc8-4604-83d7-e689d3cb05a2) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:57:58.997444 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73225478-9bee-4dd9-8c10-1e8b9fa5339d req-712f097f-608e-4120-ac9e-c7119c14b7ff tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Sep 16 19:57:59.118089 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9c9bf8e-0727-4bb0-8368-6e055c40e248 req-3bd6220f-a984-41b9-8ee3-18b29acca0b9 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 210 time: 0.0568659 Sep 16 19:57:59.266560 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:59.293936 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37941a-0eb6-4569-b3c9-ff7748669cc9 req-d27826c7-d999-4cf1-954c-3d8f5ea16355 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:59.295901 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ec37941a-0eb6-4569-b3c9-ff7748669cc9 req-d27826c7-d999-4cf1-954c-3d8f5ea16355 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0931215 Sep 16 19:57:59.372917 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ec37941a-0eb6-4569-b3c9-ff7748669cc9 req-efb90553-3066-4537-bd75-78d7b8f2dbbc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611343 Sep 16 19:57:59.466080 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:59.528174 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7ee69-1f6b-4443-9899-34ed2cd0ded0 req-1165d7db-5ea9-4c2c-994b-53148e7b79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:59.529714 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ee7ee69-1f6b-4443-9899-34ed2cd0ded0 req-1165d7db-5ea9-4c2c-994b-53148e7b79c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.0581455 Sep 16 19:57:59.536873 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Pushing event updated for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:57:59.540854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Network f9039870-4a89-420b-8738-aa74e7a3621b is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:57:59.547320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:57:59.550395 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:57:59.559935 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:57:59.560775 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:57:59.565868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.566239 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.566561 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.567099 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.567450 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.567847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.568621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.568621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.568829 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.573026 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.573026 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.573026 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:57:59.574175 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9ee7ee69-1f6b-4443-9899-34ed2cd0ded0 req-d6136b0e-d394-44fc-8fe4-694a9685587b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Sep 16 19:57:59.707821 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-16c4eea0-7805-40f6-bfa5-e32036f90434 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1427903 Sep 16 19:57:59.849000 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Request body: {'port': {'device_id': '899fe703-0376-410c-b41e-c439bb244d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:57:59.920834 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:00.221954 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bdf74-2120-45a8-add1-1ea68668ab25 req-92a93a8a-ef57-4925-b817-5ddfef9d7fbf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:00.223511 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c3bdf74-2120-45a8-add1-1ea68668ab25 req-92a93a8a-ef57-4925-b817-5ddfef9d7fbf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0954731 Sep 16 19:58:00.343204 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f6ec-d897-47fc-aab0-4c19fea9b633 req-fddb1d7a-87d5-4405-b44b-6ddbfe00fdc0 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:00.344775 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a1a6f6ec-d897-47fc-aab0-4c19fea9b633 req-fddb1d7a-87d5-4405-b44b-6ddbfe00fdc0 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 931 time: 0.1183183 Sep 16 19:58:00.349887 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c3bdf74-2120-45a8-add1-1ea68668ab25 req-dd0b47f3-7264-4427-a9a0-4210be11d4bc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096447 Sep 16 19:58:00.404339 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235238e0-0dc8-4604-83d7-e689d3cb05a2 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:00.417022 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:00.449740 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a1a6f6ec-d897-47fc-aab0-4c19fea9b633 req-2816cf35-ec94-4463-a64b-64b8cb27c57a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768235 Sep 16 19:58:00.453466 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Transition to ACTIVE for port object 235238e0-0dc8-4604-83d7-e689d3cb05a2 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:58:00.560639 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:00.672436 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Pushing event updated for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:00.690152 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562ef2a-2a27-40ec-a9b8-2ae1e24e0a10 req-a9be51f1-b547-4294-8968-92e1a4dbecb2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:00.692756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8562ef2a-2a27-40ec-a9b8-2ae1e24e0a10 req-a9be51f1-b547-4294-8968-92e1a4dbecb2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1827579 Sep 16 19:58:00.754055 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Attempting to bind port 235238e0-0dc8-4604-83d7-e689d3cb05a2 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:58:00.754391 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Attempting to bind port 235238e0-0dc8-4604-83d7-e689d3cb05a2 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:58:00.754717 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Attempting to bind port 235238e0-0dc8-4604-83d7-e689d3cb05a2 on network f9039870-4a89-420b-8738-aa74e7a3621b {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:00.769542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Port 235238e0-0dc8-4604-83d7-e689d3cb05a2 on network f9039870-4a89-420b-8738-aa74e7a3621b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:58:00.769875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Attempting to bind port 235238e0-0dc8-4604-83d7-e689d3cb05a2 on network f9039870-4a89-420b-8738-aa74e7a3621b {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:00.779340 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8562ef2a-2a27-40ec-a9b8-2ae1e24e0a10 req-0e6b60e3-8439-4a90-a547-ee069d900d46 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773559 Sep 16 19:58:00.785135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:58:00.785135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Checking segment: {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:58:00.785135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Bound using segment: {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:58:00.785135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Bound port: 235238e0-0dc8-4604-83d7-e689d3cb05a2, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:58:00.785135 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:00.856101 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:58:00.859390 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:58:01.118675 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:01.155940 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:01.156578 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:01.158413 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] 10.222.0.35 "PUT /v2.0/ports/235238e0-0dc8-4604-83d7-e689d3cb05a2 HTTP/1.1" status: 200 len: 1093 time: 1.3141804 Sep 16 19:58:01.159095 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:01.161506 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd" -d '{"events": [{"name": "network-changed", "server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:01.198391 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d8302-9071-4e47-b079-42e0703b6d99 service neutron] Pushing event updated for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:01.373385 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b7fec8-30f7-4928-98df-207a056781ad x-openstack-request-id: req-54b7fec8-30f7-4928-98df-207a056781ad {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:01.373853 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:01.374260 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54b7fec8-30f7-4928-98df-207a056781ad {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:01.374930 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2', 'status': 'completed', 'code': 200} Sep 16 19:58:01.391662 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-019f8775-347a-4a37-baf5-755994bf2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:01.394198 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-019f8775-347a-4a37-baf5-755994bf2332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 1096 time: 0.0680206 Sep 16 19:58:01.462007 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-bfc7f097-1fc9-4314-aa1a-7a11e9dc52b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2 HTTP/1.1" status: 200 len: 217 time: 0.0535009 Sep 16 19:58:01.544467 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db4d-347d-4827-874e-d2fa106efe97 req-47899371-bda6-4e18-8285-63118251ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:01.546280 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-47899371-bda6-4e18-8285-63118251ca01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38f6d1a6-b8d8-444c-b4cd-482909306d3f HTTP/1.1" status: 200 len: 848 time: 0.0725844 Sep 16 19:58:01.558443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dca89-18f5-41da-bcb2-22b442d1c734 req-2f772224-af87-4830-8959-10c2fcbfc2aa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:01.559658 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6c7dca89-18f5-41da-bcb2-22b442d1c734 req-2f772224-af87-4830-8959-10c2fcbfc2aa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1021616 Sep 16 19:58:01.591217 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-a265456b-93c7-4a8a-978f-7b40a6fb8d8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9039870-4a89-420b-8738-aa74e7a3621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305407 Sep 16 19:58:01.648570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6c7dca89-18f5-41da-bcb2-22b442d1c734 req-33a4d9df-edfd-4ceb-baf2-cab3615e95bd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802932 Sep 16 19:58:01.736449 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-6deda6cf-a1c8-4c38-925c-ff3e250e0afb service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332641 Sep 16 19:58:01.878453 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59058) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:01.949940 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0cdb2-e5aa-4423-9bcb-fea2efbc23a3 req-ad1a0ccb-7328-4909-8649-826eac249e76 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:01.950903 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Deleting subnet 2b07ed28-4f6f-414e-88b8-cf82bae05780 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:58:01.954932 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:01.961817 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0f0cdb2-e5aa-4423-9bcb-fea2efbc23a3 req-ad1a0ccb-7328-4909-8649-826eac249e76 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 943 time: 0.1242237 Sep 16 19:58:01.972184 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db86db4d-347d-4827-874e-d2fa106efe97 req-2613a752-da35-424f-b2bf-480be93e3f78 service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234697 Sep 16 19:58:02.014793 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0f0cdb2-e5aa-4423-9bcb-fea2efbc23a3 req-725ef6b4-a764-456f-b40d-623438869f55 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519004 Sep 16 19:58:02.248860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.296694 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-0ca69840-fb8f-416d-910d-0e648fb6d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.298699 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-0ca69840-fb8f-416d-910d-0e648fb6d9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 1096 time: 0.1586704 Sep 16 19:58:02.314111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5014fe-5b89-4ef1-9cb0-d4dcb6949799 req-8074a341-bfa5-4617-8c1a-01668107b4b1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.314249 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.316290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5d5014fe-5b89-4ef1-9cb0-d4dcb6949799 req-8074a341-bfa5-4617-8c1a-01668107b4b1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1506698 Sep 16 19:58:02.441578 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5d5014fe-5b89-4ef1-9cb0-d4dcb6949799 req-61276c27-b61e-45b6-b25f-090d4864408a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021538 Sep 16 19:58:02.471813 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.478748 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-75f6de6c-e47c-418b-b865-db464ad65c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.481679 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-75f6de6c-e47c-418b-b865-db464ad65c0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 200 len: 909 time: 0.1641200 Sep 16 19:58:02.522626 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b07ed28-4f6f-414e-88b8-cf82bae05780,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:02.528981 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.535075 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b07ed28-4f6f-414e-88b8-cf82bae05780 HTTP/1.1" status: 204 len: 168 time: 0.6520481 Sep 16 19:58:02.541073 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59070) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:02.551401 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.551824 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.552264 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.552668 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.553061 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.553481 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.554843 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.555381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.555990 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.556784 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.557118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.557613 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6ffb52-ec8b-44fb-b921-7b673b97c314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:02.570334 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-2eb4bed4-30c0-49cb-bf2c-5859ba6b891f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2 HTTP/1.1" status: 200 len: 217 time: 0.0790541 Sep 16 19:58:02.660643 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-e367d39b-292f-44fa-90b4-4039ca219f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.661975 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-e367d39b-292f-44fa-90b4-4039ca219f1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38f6d1a6-b8d8-444c-b4cd-482909306d3f HTTP/1.1" status: 200 len: 848 time: 0.0695372 Sep 16 19:58:02.670197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d318d-a579-42e9-954d-3ff30fa4616c req-6555ce5d-e8d8-4ab4-9cb4-57e21bef5ddc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.671674 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-808d318d-a579-42e9-954d-3ff30fa4616c req-6555ce5d-e8d8-4ab4-9cb4-57e21bef5ddc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0889823 Sep 16 19:58:02.689192 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.704855 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-3b5306ac-3df4-4d37-8d54-67b9467722c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9039870-4a89-420b-8738-aa74e7a3621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321760 Sep 16 19:58:02.720942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-0a6c2429-ed96-4154-990d-d9c5555a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.723227 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-0a6c2429-ed96-4154-990d-d9c5555a5ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.0860991 Sep 16 19:58:02.766229 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-808d318d-a579-42e9-954d-3ff30fa4616c req-35be04e9-0435-4801-aa47-5460d7f11e19 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851970 Sep 16 19:58:02.844196 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-75b188a6-9d14-4b4c-a2a2-9e03aca38318 service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277704 Sep 16 19:58:02.885603 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.918339 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba00653b-942b-4756-8b70-0b33af0b4f41']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:02.936157 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505b9446-23ed-422f-95df-d1d7243d0cb4') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:02.936455 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505b9446-23ed-422f-95df-d1d7243d0cb4') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:02.939224 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-244a3a7a-601d-4374-bc77-2394c3f0a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:02.940800 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-244a3a7a-601d-4374-bc77-2394c3f0a92e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1785903 Sep 16 19:58:02.951891 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:02.972071 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fedbb3ad-ec4e-4721-9523-5cbbbd5e6edd req-1248caa9-ea60-4fce-8d1c-22b65b80ad9f service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101277 Sep 16 19:58:02.999091 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-8633fea1-4585-4ec2-b0a2-a614a8d45fb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0494432 Sep 16 19:58:03.005278 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.019046 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:58:03.019446 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:58:03.021184 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:58:03.119828 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-f8a34730-6c3e-4286-a03e-d880e4030ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:03.121291 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-f8a34730-6c3e-4286-a03e-d880e4030ca3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.1113241 Sep 16 19:58:03.159151 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7cbd-0754-474d-a25c-1e5132f99e5c req-f81f6ac8-87e3-41e4-b44c-bef101211d7a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:03.160753 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93da7cbd-0754-474d-a25c-1e5132f99e5c req-f81f6ac8-87e3-41e4-b44c-bef101211d7a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 943 time: 0.0624278 Sep 16 19:58:03.165151 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-1604545f-2ff9-472e-8ef9-007d62ca66d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326300 Sep 16 19:58:03.186604 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.190707 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.196009 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] 10.222.0.49 "DELETE /v2.0/networks/ba00653b-942b-4756-8b70-0b33af0b4f41 HTTP/1.1" status: 204 len: 168 time: 0.6507421 Sep 16 19:58:03.197686 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59076) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:03.228587 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fdd35-b3a8-4070-ae23-e6e50818cc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba00653b-942b-4756-8b70-0b33af0b4f41,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:03.231964 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93da7cbd-0754-474d-a25c-1e5132f99e5c req-220a91f2-a317-4d9b-900e-929315ab97fa tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Sep 16 19:58:03.258633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Deleting subnet b2739e99-844b-4176-b069-0fec165218e5 {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:58:03.262632 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.300174 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.305379 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-8004639f-0c23-49e5-a1c0-ad0d54b99987 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286149 Sep 16 19:58:03.311833 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.420304 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6dd725db-6529-4f8c-858f-52bce3fe8d81 req-4a1ee19b-0eb4-4c9c-a7ab-6567c5a757a6 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054685 Sep 16 19:58:03.654446 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f789e-bcb7-4972-a3a5-1b55249ea0f5 req-764a0933-95ab-404b-836e-b4aee7b89bc1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:03.655990 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a16f789e-bcb7-4972-a3a5-1b55249ea0f5 req-764a0933-95ab-404b-836e-b4aee7b89bc1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0716569 Sep 16 19:58:03.698245 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a16f789e-bcb7-4972-a3a5-1b55249ea0f5 req-a39302ba-b2ef-47ba-ac7c-e70726100365 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357268 Sep 16 19:58:03.707077 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.735556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2739e99-844b-4176-b069-0fec165218e5,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:03.741657 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.744053 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-28c614d9-42c6-44c4-915b-c385213b49fc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2739e99-844b-4176-b069-0fec165218e5 HTTP/1.1" status: 204 len: 168 time: 0.5451941 Sep 16 19:58:03.746847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59084) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:03.826333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.922010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:03.972830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.973594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.974141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.974504 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > port after_create 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.974843 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.975177 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > port after_update 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.975494 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.976361 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.976680 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:03.977025 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:04.045691 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:04.046041 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:04.046373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:04.046707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 19:58:04.047075 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340f32da-9f10-4b87-bf30-61025421d9c7']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:04.067434 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2150b6b9-0558-42c5-ba1f-adf34cf5c773') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:04.067717 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2150b6b9-0558-42c5-ba1f-adf34cf5c773') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:58:04.087553 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.118986 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4fcf7-64d3-45e0-a0f9-4b87754762bf req-74e3ddf8-88c5-4f0c-b90d-e8563dbfeced tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:04.120762 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98f4fcf7-64d3-45e0-a0f9-4b87754762bf req-74e3ddf8-88c5-4f0c-b90d-e8563dbfeced tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.2012219 Sep 16 19:58:04.128111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.155766 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:58:04.156436 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: from cryptography.utils import int_from_bytes Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: from cryptography.utils import int_from_bytes Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:58:04.164420 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:58:04.227128 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-583607f0-a555-4b8a-97d5-a9bc95b7bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.284819 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98f4fcf7-64d3-45e0-a0f9-4b87754762bf req-3c2f7e40-8997-474b-a499-8f4b0a4a33ca tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503325 Sep 16 19:58:04.364719 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.375557 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.377498 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/340f32da-9f10-4b87-bf30-61025421d9c7 HTTP/1.1" status: 204 len: 168 time: 0.6296206 Sep 16 19:58:04.388848 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da95f-7586-4747-8554-699ce7700ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=340f32da-9f10-4b87-bf30-61025421d9c7,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:04.415987 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0318ba7-78c3-477a-a83b-c76cbabf03e6 req-5bb04179-4d16-4f9f-ae66-6b116c8b6bad tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:04.419045 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0318ba7-78c3-477a-a83b-c76cbabf03e6 req-5bb04179-4d16-4f9f-ae66-6b116c8b6bad tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 943 time: 0.0840011 Sep 16 19:58:04.463604 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0318ba7-78c3-477a-a83b-c76cbabf03e6 req-93aee52c-f627-4cf6-9117-ca1bcc395dc6 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Sep 16 19:58:04.703795 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59098) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:04.758261 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-49cefd69-7613-4992-b9b7-31c67777efc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94c7dad176414e5bba4fdea479f90dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529935 Sep 16 19:58:04.761198 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59102) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:04.830104 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.854719 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:04.858987 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94f0a4-c855-46cc-828b-473561f5b171 req-7ee676c1-7418-4b66-b656-4a7b65023521 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:04.860519 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9a94f0a4-c855-46cc-828b-473561f5b171 req-7ee676c1-7418-4b66-b656-4a7b65023521 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Sep 16 19:58:04.909625 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9a94f0a4-c855-46cc-828b-473561f5b171 req-583000eb-49bc-4a8c-a24e-7a85352dca73 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Sep 16 19:58:05.005134 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:05.010965 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:05.013145 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbe9675f-52b1-4109-8017-532afcf3261f HTTP/1.1" status: 204 len: 168 time: 0.2499285 Sep 16 19:58:05.028619 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488afe4f-91c7-4135-92ab-9d1616a84844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe9675f-52b1-4109-8017-532afcf3261f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:05.060323 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 235238e0-0dc8-4604-83d7-e689d3cb05a2 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:58:05.175975 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:05.189096 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '235238e0-0dc8-4604-83d7-e689d3cb05a2', 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b', 'port_id': '235238e0-0dc8-4604-83d7-e689d3cb05a2', 'mac_address': 'fa:16:3e:6c:50:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f6d1a6-b8d8-444c-b4cd-482909306d3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:58:05.233163 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:05.248508 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235238e0-0dc8-4604-83d7-e689d3cb05a2 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:05.272309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:05.369265 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:05.419645 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078628-4a58-4e58-bcd4-5967ba068ba8 req-704058af-7276-4e66-819a-b1b7b60c90d1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:05.421801 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70078628-4a58-4e58-bcd4-5967ba068ba8 req-704058af-7276-4e66-819a-b1b7b60c90d1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0572553 Sep 16 19:58:05.424529 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:05.470562 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70078628-4a58-4e58-bcd4-5967ba068ba8 req-a8927803-40a7-4133-af5e-a445865c6669 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Sep 16 19:58:05.608512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fafd4f-e427-4e05-afcb-8c89343bef1b req-f8c1c900-f554-4b39-a3c2-c34cf1e9bca3 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:05.610086 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-04fafd4f-e427-4e05-afcb-8c89343bef1b req-f8c1c900-f554-4b39-a3c2-c34cf1e9bca3 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 944 time: 0.0611696 Sep 16 19:58:05.651672 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-04fafd4f-e427-4e05-afcb-8c89343bef1b req-0d2030e8-b57d-463f-b16f-212fe3f01b2f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Sep 16 19:58:05.733601 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59130) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:05.795695 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-71831639-6596-4ac7-bc46-6ede2de4e9b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad17c4e54dd7453fbab9bcf085b027a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604222 Sep 16 19:58:05.798416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59132) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:05.852043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['235238e0-0dc8-4604-83d7-e689d3cb05a2'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:05.877944 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:05.905515 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:06.058125 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f81fc-4305-4684-b595-1fe03c9957a5 req-0f0f5592-55ec-4e52-87e1-9a12d0a550f2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:06.059959 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-304f81fc-4305-4684-b595-1fe03c9957a5 req-0f0f5592-55ec-4e52-87e1-9a12d0a550f2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0607119 Sep 16 19:58:06.073681 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:06.076113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:06.077227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cf17e44-7d5c-4b12-8788-6d3653ebfcdc HTTP/1.1" status: 204 len: 168 time: 0.2775683 Sep 16 19:58:06.098622 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248364c0-6860-4a65-9185-db4f6979f732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf17e44-7d5c-4b12-8788-6d3653ebfcdc,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:06.121814 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-304f81fc-4305-4684-b595-1fe03c9957a5 req-e3d2dde9-c46d-46b3-9470-069dad0a071c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556171 Sep 16 19:58:06.591282 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152374f4-b7c3-41ef-bfe0-e1ab12cbff62 req-6344cdb1-9398-41a7-83c7-f7d9d3389adc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:06.592727 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-152374f4-b7c3-41ef-bfe0-e1ab12cbff62 req-6344cdb1-9398-41a7-83c7-f7d9d3389adc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Sep 16 19:58:06.633796 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-152374f4-b7c3-41ef-bfe0-e1ab12cbff62 req-89812047-6567-4f21-96d3-85d029aeffcf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Sep 16 19:58:06.793954 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f747b2-51ae-4d70-a777-2ff2c993e05b req-18d5ecc9-2ae9-48e8-bcc2-46040010b4a8 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:06.796007 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-83f747b2-51ae-4d70-a777-2ff2c993e05b req-18d5ecc9-2ae9-48e8-bcc2-46040010b4a8 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 944 time: 0.0615323 Sep 16 19:58:06.839588 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-83f747b2-51ae-4d70-a777-2ff2c993e05b req-6a925ee1-4ca6-40fa-89ee-7d4ab1f7fb9b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Sep 16 19:58:07.213539 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 235238e0-0dc8-4604-83d7-e689d3cb05a2 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:58:07.260918 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfc620-738b-40ed-a719-be469be34d7e req-380d169b-f7ff-483a-a639-07ced09edfbc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:07.271668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d3dfc620-738b-40ed-a719-be469be34d7e req-380d169b-f7ff-483a-a639-07ced09edfbc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0575259 Sep 16 19:58:07.313906 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d3dfc620-738b-40ed-a719-be469be34d7e req-d5aee025-7e1d-4aec-88e0-795230c7eb1e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Sep 16 19:58:07.335718 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-11a1a98c-e916-4640-95e1-97bec551d9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:07.337404 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 235238e0-0dc8-4604-83d7-e689d3cb05a2 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:58:07.341911 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 235238e0-0dc8-4604-83d7-e689d3cb05a2 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:58:07.346113 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:07.418766 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:07.422746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:07.461306 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:07.462690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583f86cc-6804-4033-b42b-9110af481dc8" -d '{"events": [{"server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "name": "network-vif-plugged", "status": "completed", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:07.501633 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:07.510043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda18021-c1e6-4793-8cea-03b4cecf2813 x-openstack-request-id: req-dda18021-c1e6-4793-8cea-03b4cecf2813 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:07.510476 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "name": "network-vif-plugged", "status": "completed", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:07.510896 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dda18021-c1e6-4793-8cea-03b4cecf2813 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:07.511298 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2', 'code': 200} Sep 16 19:58:07.609616 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:07.661856 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:07.928003 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c3d9-ce6f-4230-8b42-8ae3265e75c7 req-de40d595-4b1b-4e62-a5d8-25f25a80d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:07.930124 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7734c3d9-ce6f-4230-8b42-8ae3265e75c7 req-de40d595-4b1b-4e62-a5d8-25f25a80d424 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 1098 time: 0.0432358 Sep 16 19:58:07.969125 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7734c3d9-ce6f-4230-8b42-8ae3265e75c7 req-abe7638d-e10d-4fef-b5d6-c958d3751266 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291569 Sep 16 19:58:07.974440 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9282a4-75bc-4b36-b343-bb956f244125 req-094201cd-bd4f-405d-bc69-5bf078af33ad tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:07.975840 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c9282a4-75bc-4b36-b343-bb956f244125 req-094201cd-bd4f-405d-bc69-5bf078af33ad tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.0504401 Sep 16 19:58:08.018551 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c9282a4-75bc-4b36-b343-bb956f244125 req-24d107d2-f136-4052-9206-da9d77f4396a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365324 Sep 16 19:58:08.310348 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:08.438126 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f460dc-231a-4976-bed2-20ebbf4f321d req-5d48c80e-2f38-445f-8a8b-ce688038868d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:08.439609 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2f460dc-231a-4976-bed2-20ebbf4f321d req-5d48c80e-2f38-445f-8a8b-ce688038868d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0519705 Sep 16 19:58:08.481046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2f460dc-231a-4976-bed2-20ebbf4f321d req-5c906e7d-aa5b-4110-9c25-042d103fb5b5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350466 Sep 16 19:58:08.729460 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a531482-cbbb-4a9b-a2fa-6bda4ce18b57 req-0851983b-492f-43c5-97f2-10bb94a22f8f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:08.731005 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a531482-cbbb-4a9b-a2fa-6bda4ce18b57 req-0851983b-492f-43c5-97f2-10bb94a22f8f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Sep 16 19:58:08.777919 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a531482-cbbb-4a9b-a2fa-6bda4ce18b57 req-b28d0814-b2e7-4bb1-ad83-efd6d65afa35 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Sep 16 19:58:09.073076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:58:09.145472 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514915-fd51-4110-b954-864f47ef429c req-c96ed8d8-55cf-4cc3-9523-45e172e7b1a1 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:09.147265 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67514915-fd51-4110-b954-864f47ef429c req-c96ed8d8-55cf-4cc3-9523-45e172e7b1a1 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.0543518 Sep 16 19:58:09.178560 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:09.190267 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67514915-fd51-4110-b954-864f47ef429c req-d6dffd5e-b140-40bd-bb99-8e1754a03704 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357995 Sep 16 19:58:09.191578 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:58:09.245473 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:09.270360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:09.292638 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:09.346759 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:09.403252 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=6']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:09.478107 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34980aae-cacb-4ca3-94a6-302b94dc7c0a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:09.634141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc36a7-a6e2-43ad-b774-580e2b2d3ac4 req-d7fe964a-ff31-46ff-befe-c99f6a051da5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:09.635568 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fabc36a7-a6e2-43ad-b774-580e2b2d3ac4 req-d7fe964a-ff31-46ff-befe-c99f6a051da5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Sep 16 19:58:09.674808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fabc36a7-a6e2-43ad-b774-580e2b2d3ac4 req-aef5ef9b-3e28-40a6-a5d5-8d6d4fbac3d5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Sep 16 19:58:10.244739 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:10.346485 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fed57d-73e8-4357-a384-6406fa91c7eb req-73eaa81d-2c9e-41d3-af30-4c28712fb04b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:10.348027 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e3fed57d-73e8-4357-a384-6406fa91c7eb req-73eaa81d-2c9e-41d3-af30-4c28712fb04b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.0550182 Sep 16 19:58:10.388899 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e3fed57d-73e8-4357-a384-6406fa91c7eb req-4330f1c0-492e-4c9a-a91f-5dfb8ce73c0e tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Sep 16 19:58:10.804921 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e8943-2f22-4f12-91c1-0b45b0c55faa req-9585c5e7-170b-4c41-8024-f80e05056318 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:10.805872 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-553e8943-2f22-4f12-91c1-0b45b0c55faa req-9585c5e7-170b-4c41-8024-f80e05056318 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0533364 Sep 16 19:58:10.855109 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-553e8943-2f22-4f12-91c1-0b45b0c55faa req-ca431050-6d67-4c55-b794-d9847401605b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Sep 16 19:58:11.111086 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf573f3-a46d-466c-93d8-378eac46559e req-c6b6f64e-3b31-4fc6-87d2-7777c33603cd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:11.112620 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5cf573f3-a46d-466c-93d8-378eac46559e req-c6b6f64e-3b31-4fc6-87d2-7777c33603cd tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Sep 16 19:58:11.154574 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5cf573f3-a46d-466c-93d8-378eac46559e req-ac55498e-f40a-4828-8d9b-0ab77a4b2ea3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335886 Sep 16 19:58:11.637125 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:58:11.692851 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 34980aae-cacb-4ca3-94a6-302b94dc7c0a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:58:11.693313 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:11.775753 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:11.809859 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:11.811805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7cbddf-788a-4395-9976-4e93fcf48d52" -d '{"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:11.825998 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:11.851390 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec74a4df-4c99-48c8-8d78-11ad951b4940 x-openstack-request-id: req-ec74a4df-4c99-48c8-8d78-11ad951b4940 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:11.852492 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:11.852712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec74a4df-4c99-48c8-8d78-11ad951b4940 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:11.853194 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'code': 200} Sep 16 19:58:11.925273 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:11.985579 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=7']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:11.998756 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b134c1-8b1d-436c-a501-a57eb22808c8 req-78a4686e-9fb9-4777-ba47-e65e28e39329 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:12.000282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54b134c1-8b1d-436c-a501-a57eb22808c8 req-78a4686e-9fb9-4777-ba47-e65e28e39329 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0500388 Sep 16 19:58:12.042227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54b134c1-8b1d-436c-a501-a57eb22808c8 req-6c671fb4-5f6d-4341-a1c7-add87140ea7e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342808 Sep 16 19:58:12.285390 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8913726-69c6-4e1d-b5f0-5ef9cf7ae3db req-e2f60898-fdd5-4545-b6da-b43ce1463a27 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:12.286853 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b8913726-69c6-4e1d-b5f0-5ef9cf7ae3db req-e2f60898-fdd5-4545-b6da-b43ce1463a27 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0514326 Sep 16 19:58:12.331650 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b8913726-69c6-4e1d-b5f0-5ef9cf7ae3db req-48e4f0ef-36c7-42be-95a0-dfbe64f748e8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386589 Sep 16 19:58:13.170725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf99740-c6dc-4da3-ac34-85152d6e109f req-b1afb9bf-3634-4284-a9a5-db51594a5544 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:13.172369 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ccf99740-c6dc-4da3-ac34-85152d6e109f req-b1afb9bf-3634-4284-a9a5-db51594a5544 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Sep 16 19:58:13.212172 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ccf99740-c6dc-4da3-ac34-85152d6e109f req-c2ec0adc-4ec5-451b-8624-47f9d04be0c0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335162 Sep 16 19:58:13.455612 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda8677-659c-475b-9924-ce8e5ab2518a req-d83bf623-a859-4e6a-9334-b3ee7f7f3a83 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:13.457026 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0eda8677-659c-475b-9924-ce8e5ab2518a req-d83bf623-a859-4e6a-9334-b3ee7f7f3a83 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Sep 16 19:58:13.496987 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0eda8677-659c-475b-9924-ce8e5ab2518a req-d6afa165-0040-4ba5-b51e-df3c3fd152b7 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Sep 16 19:58:14.399923 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaf5bd-c964-4b40-8dcd-1de6985012ee req-94e6d9dd-fc3e-4073-8dc9-bc66c1e5d0cf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:14.406046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4ecaf5bd-c964-4b40-8dcd-1de6985012ee req-94e6d9dd-fc3e-4073-8dc9-bc66c1e5d0cf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0599883 Sep 16 19:58:14.450274 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4ecaf5bd-c964-4b40-8dcd-1de6985012ee req-ec6a0100-5a80-46b7-945f-2efb128a52b8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411689 Sep 16 19:58:14.759928 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-32cddc56-1046-444b-a32b-c3308072b31a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:14.772376 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-32cddc56-1046-444b-a32b-c3308072b31a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.2087870 Sep 16 19:58:14.812554 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-502ccfb9-9a0f-47ce-8dad-773222028609 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/quotas/2b98d1c88bb24a55be902fc243dc66ce HTTP/1.1" status: 200 len: 375 time: 0.0389614 Sep 16 19:58:14.863451 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5aed-73ce-413c-a816-8e06bf3b3408 req-5fb8c5f7-22e1-416a-9c11-c9aeaf529c71 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:14.865061 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e2ef5aed-73ce-413c-a816-8e06bf3b3408 req-5fb8c5f7-22e1-416a-9c11-c9aeaf529c71 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1422377 Sep 16 19:58:14.910013 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-e0b7d86a-08e9-4b74-bd81-3246fa6ba3f9 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894306 Sep 16 19:58:14.949621 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e2ef5aed-73ce-413c-a816-8e06bf3b3408 req-898b2686-a4e4-43c1-9168-088a6e867bda tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756226 Sep 16 19:58:15.102101 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-0b07f3e3-e274-4ea9-9d28-5c61b3111fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803763 Sep 16 19:58:15.116371 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1ba8-90e4-41a3-a903-3542cb420d96 req-2f0ec2db-bc5a-4089-a859-e34be283d086 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:15.118176 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78bc1ba8-90e4-41a3-a903-3542cb420d96 req-2f0ec2db-bc5a-4089-a859-e34be283d086 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.0816243 Sep 16 19:58:15.215023 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78bc1ba8-90e4-41a3-a903-3542cb420d96 req-f2d17a2e-3fba-4579-8051-cb1304daac3b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855224 Sep 16 19:58:15.267110 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-42d12c76-b964-40d0-8fae-025f2446f582 service neutron] 10.222.0.49 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471736 Sep 16 19:58:15.654138 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ec6a1dce-47af-4516-b909-c76b51952bad req-fb1db6f0-c1b3-4e4f-982d-c2913579695c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 210 time: 0.0558250 Sep 16 19:58:15.681225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2f412-edd3-46fa-b7ab-1f25ca0f72c4 req-13077a1f-40b7-4c69-a2ca-f4a8af54b98e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:15.689880 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3d2f412-edd3-46fa-b7ab-1f25ca0f72c4 req-13077a1f-40b7-4c69-a2ca-f4a8af54b98e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1259480 Sep 16 19:58:15.775150 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3d2f412-edd3-46fa-b7ab-1f25ca0f72c4 req-376fbfc5-9de7-4b7d-a2a3-2d8fa4b35c87 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838027 Sep 16 19:58:16.115387 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6eed-54aa-4972-98e4-b29642acb3a5 req-fcc5b68c-97c1-4627-ac2e-5aafddac72cb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:16.121085 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f73a6eed-54aa-4972-98e4-b29642acb3a5 req-fcc5b68c-97c1-4627-ac2e-5aafddac72cb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0726032 Sep 16 19:58:16.184793 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f73a6eed-54aa-4972-98e4-b29642acb3a5 req-a71476cd-e43d-4661-8a9c-bafdb9febc2d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592983 Sep 16 19:58:16.518456 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c211f-0abe-4a9b-9221-e651e8b0820b req-987ed51f-442f-4f69-9e1c-358c4e47aa02 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:16.526448 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b37c211f-0abe-4a9b-9221-e651e8b0820b req-987ed51f-442f-4f69-9e1c-358c4e47aa02 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.1717379 Sep 16 19:58:16.585903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b37c211f-0abe-4a9b-9221-e651e8b0820b req-e092935f-ffb9-4ace-9da3-aedf71811b12 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652380 Sep 16 19:58:16.790616 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-efa46136-f7ae-4a63-98ba-51ce59656a6c req-5b879977-d2eb-4a80-a9ae-ac2db265993a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Sep 16 19:58:16.908946 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-6afc776d-2d5f-4cf5-980f-97a44934c628 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:16.910929 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-6afc776d-2d5f-4cf5-980f-97a44934c628 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 945 time: 0.1314480 Sep 16 19:58:16.967429 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db934-e9d8-4fa4-b4d9-22f5044fbce6 req-6c5c8228-9387-41ac-8892-74865360b83d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:16.970904 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f2db934-e9d8-4fa4-b4d9-22f5044fbce6 req-6c5c8228-9387-41ac-8892-74865360b83d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0789382 Sep 16 19:58:17.029034 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f2db934-e9d8-4fa4-b4d9-22f5044fbce6 req-0a1bcd3b-d08c-4c25-b7c8-9dc5e97a7320 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507643 Sep 16 19:58:17.147544 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Deleting port 235238e0-0dc8-4604-83d7-e689d3cb05a2 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:58:17.147881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:17.301563 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] For port 235238e0-0dc8-4604-83d7-e689d3cb05a2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=235238e0-0dc8-4604-83d7-e689d3cb05a2,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:17.301943 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:17.362983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Calling delete_port for 235238e0-0dc8-4604-83d7-e689d3cb05a2 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:58:17.410082 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d269-dba9-4729-8e12-87baf1ef0e71 req-ccf1c51b-d701-423f-ae7c-71362068568c tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:17.412555 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f754d269-dba9-4729-8e12-87baf1ef0e71 req-ccf1c51b-d701-423f-ae7c-71362068568c tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0877750 Sep 16 19:58:17.467838 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f754d269-dba9-4729-8e12-87baf1ef0e71 req-5a71ebe0-323d-4a8c-b733-63ee8f97b747 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471849 Sep 16 19:58:17.708009 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:17.723748 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['235238e0-0dc8-4604-83d7-e689d3cb05a2'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:17.741973 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e086-ba5d-4a24-9070-f8ddd4176745 req-e3a3f06c-f753-4e17-ab42-0bf766a5e66b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:17.742386 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Pushing event deleted for resources: {'Port': ['ID=235238e0-0dc8-4604-83d7-e689d3cb05a2,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:17.750251 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a010e086-ba5d-4a24-9070-f8ddd4176745 req-e3a3f06c-f753-4e17-ab42-0bf766a5e66b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 867 time: 0.0819921 Sep 16 19:58:17.847552 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a010e086-ba5d-4a24-9070-f8ddd4176745 req-5898d62a-9a01-42ee-b524-4bbf6ba54d2c tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862789 Sep 16 19:58:17.862765 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] No DVR routers for this DVR port 235238e0-0dc8-4604-83d7-e689d3cb05a2 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:58:17.871010 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:17.873675 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-70b1f869-b4d4-4e35-98b5-64f361179443 req-9362f70a-d1da-4643-b1a3-7583ecf88646 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "DELETE /v2.0/ports/235238e0-0dc8-4604-83d7-e689d3cb05a2 HTTP/1.1" status: 204 len: 173 time: 0.9554296 Sep 16 19:58:17.874333 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'name': 'network-vif-deleted', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:17.877573 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c8ced4-0ce1-4d60-9269-e09f9f28ddb5" -d '{"events": [{"server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "name": "network-vif-deleted", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:17.928077 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433468d-73dd-47af-9aaf-571261656bd9 x-openstack-request-id: req-b433468d-73dd-47af-9aaf-571261656bd9 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:17.928759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899fe703-0376-410c-b41e-c439bb244d5c", "name": "network-vif-deleted", "tag": "235238e0-0dc8-4604-83d7-e689d3cb05a2", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:17.928759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b433468d-73dd-47af-9aaf-571261656bd9 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:17.929116 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899fe703-0376-410c-b41e-c439bb244d5c', 'name': 'network-vif-deleted', 'tag': '235238e0-0dc8-4604-83d7-e689d3cb05a2', 'status': 'completed', 'code': 200} Sep 16 19:58:17.947642 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e81f4b3f-ab98-4524-9ca1-4819b4fac801 req-27f486b7-0d32-456a-ab9c-c8151d4456e8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 210 time: 0.0342214 Sep 16 19:58:18.174120 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1b946-4545-4179-bd6c-ab0604d94665 req-13a27ec9-8d94-4468-bad4-5269d60d1331 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:18.175651 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b4f1b946-4545-4179-bd6c-ab0604d94665 req-13a27ec9-8d94-4468-bad4-5269d60d1331 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0599003 Sep 16 19:58:18.242262 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b4f1b946-4545-4179-bd6c-ab0604d94665 req-0b121604-56bc-453e-907c-9ec17d25cd05 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592382 Sep 16 19:58:18.648212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a485ce6-0a35-4bad-8415-4e4aad17aeef req-d0b4a446-1abb-4313-86fe-58078e630472 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:18.650193 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8a485ce6-0a35-4bad-8415-4e4aad17aeef req-d0b4a446-1abb-4313-86fe-58078e630472 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0691922 Sep 16 19:58:18.722485 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8a485ce6-0a35-4bad-8415-4e4aad17aeef req-42785d4b-2146-4564-8c59-97e96f7e5cc3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652978 Sep 16 19:58:18.995218 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-4f742e51-0ec7-42ac-9887-6430cc2856a4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:18.995218 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-4f742e51-0ec7-42ac-9887-6430cc2856a4 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 814 time: 0.1502354 Sep 16 19:58:19.005764 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Request body: {'port': {'device_id': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'admin_state_up': True, 'tenant_id': '2b98d1c88bb24a55be902fc243dc66ce'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:58:19.047390 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1e776ad-82b4-460f-82f7-099b795059aa req-48a3808d-9025-471f-94de-e907ad6ff654 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=899fe703-0376-410c-b41e-c439bb244d5c HTTP/1.1" status: 200 len: 210 time: 0.0725212 Sep 16 19:58:19.082368 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5a771eea-279a-4733-b282-37c8c293a709 req-6dc6fe18-14b9-4f74-ae51-499261453901 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 210 time: 0.0300663 Sep 16 19:58:19.311674 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Made reservation on behalf of 2b98d1c88bb24a55be902fc243dc66ce for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:58:19.315370 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:19.370316 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30273f9-b9c4-47bb-9d1b-c58ba26ce046 req-435ece66-788d-4e54-b750-eb4010e13f0c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:19.373702 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d30273f9-b9c4-47bb-9d1b-c58ba26ce046 req-435ece66-788d-4e54-b750-eb4010e13f0c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0546687 Sep 16 19:58:19.454006 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d30273f9-b9c4-47bb-9d1b-c58ba26ce046 req-87bdb345-26a2-4b8b-a367-685a81c6e430 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753059 Sep 16 19:58:19.510716 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Allocated IP 172.20.0.6 (5bca9afd-10fd-4a2e-9327-4c7390bca438/1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d/8547b240-07b0-439e-aa77-d0b8f733697d) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:58:19.834257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:19.900431 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4d304-fe78-4e5f-8ec1-9299bd4b0d61 req-fa6cbe5a-5ab8-4cd2-8f8e-69a1622f20a3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:19.903318 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02d4d304-fe78-4e5f-8ec1-9299bd4b0d61 req-fa6cbe5a-5ab8-4cd2-8f8e-69a1622f20a3 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0826402 Sep 16 19:58:19.980020 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02d4d304-fe78-4e5f-8ec1-9299bd4b0d61 req-6f43fcb1-f51a-412c-974e-b42d5946a074 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686269 Sep 16 19:58:19.994879 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:19.998003 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba', '4654d790-cf9e-4d57-a243-51ce6b03c11b', '2c11b443-0a4e-41fe-b144-54460e241532'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:20.103265 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event updated for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:20.126217 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Network 5bca9afd-10fd-4a2e-9327-4c7390bca438 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:58:20.132759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:58:20.134349 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:58:20.264125 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:20.265157 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:20.270501 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e8be-9c52-4332-88fd-2ec22cd8ff4e req-1467d2c5-fac7-4df9-8476-59bf18b9ef35 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:20.273413 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3927e8be-9c52-4332-88fd-2ec22cd8ff4e req-1467d2c5-fac7-4df9-8476-59bf18b9ef35 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 931 time: 0.0870190 Sep 16 19:58:20.380914 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3927e8be-9c52-4332-88fd-2ec22cd8ff4e req-1495f410-fb3b-4c23-9da7-4ad631f42763 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887651 Sep 16 19:58:20.388762 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-a81a742a-fdd0-4f95-b4a0-f7acb86c7f69 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3889966 Sep 16 19:58:20.408110 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Request body: {'port': {'device_id': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:58:20.556463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:20.708326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:20.765961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549adde-696b-43de-85d8-e2d91ba1fbc8 req-b0e1bb3b-65b4-4a3f-a9a4-cef27cfc2582 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:20.776326 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1549adde-696b-43de-85d8-e2d91ba1fbc8 req-b0e1bb3b-65b4-4a3f-a9a4-cef27cfc2582 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1769075 Sep 16 19:58:20.787076 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59492) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:20.876468 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1549adde-696b-43de-85d8-e2d91ba1fbc8 req-8325ebfc-23f7-4661-b356-1360bc444387 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990624 Sep 16 19:58:20.934755 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 59496) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:21.121711 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 235238e0-0dc8-4604-83d7-e689d3cb05a2 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:58:21.150882 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 235238e0-0dc8-4604-83d7-e689d3cb05a2 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:58:21.150882 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 235238e0-0dc8-4604-83d7-e689d3cb05a2 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:58:21.151897 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8547b240-07b0-439e-aa77-d0b8f733697d {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:21.163119 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.165877 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-9cc42068-6166-43f4-8dd2-3bdfa8bfdeb6 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:21.168228 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-9cc42068-6166-43f4-8dd2-3bdfa8bfdeb6 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/networks?id=f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 200 len: 808 time: 0.3471832 Sep 16 19:58:21.173925 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0276f1f8-4ce7-4fef-8035-703e07eeede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.181871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Transition to ACTIVE for port object 8547b240-07b0-439e-aa77-d0b8f733697d will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:58:21.194617 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a77b-ca77-43bb-a924-e746e95a8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.229831 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-4af0164a-a28c-4e5f-b98c-1447ccd4055d tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/quotas/2dd36eb3c3be40c480cff038f248f5af HTTP/1.1" status: 200 len: 375 time: 0.0464754 Sep 16 19:58:21.249757 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa461b56-b62c-47a9-a67a-6ab9280781b0 req-958e25e0-2d19-4a8c-b160-02f15dd9b02e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:21.251300 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fa461b56-b62c-47a9-a67a-6ab9280781b0 req-958e25e0-2d19-4a8c-b160-02f15dd9b02e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1440179 Sep 16 19:58:21.274474 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.295685 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-ee4e2e59-4af0-4f69-b29c-2e5d1a9a0e25 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594556 Sep 16 19:58:21.377529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:21.448357 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Attempting to bind port 8547b240-07b0-439e-aa77-d0b8f733697d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:58:21.454008 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Attempting to bind port 8547b240-07b0-439e-aa77-d0b8f733697d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:58:21.454008 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Attempting to bind port 8547b240-07b0-439e-aa77-d0b8f733697d on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:21.455347 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Port 8547b240-07b0-439e-aa77-d0b8f733697d on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:58:21.455887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Attempting to bind port 8547b240-07b0-439e-aa77-d0b8f733697d on network 5bca9afd-10fd-4a2e-9327-4c7390bca438 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:21.463416 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:58:21.464152 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Checking segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:58:21.464762 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Bound using segment: {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:58:21.465539 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Bound port: 8547b240-07b0-439e-aa77-d0b8f733697d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:58:21.466132 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.473544 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fa461b56-b62c-47a9-a67a-6ab9280781b0 req-646661c4-17e8-4057-9d83-c233cc085b02 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087047 Sep 16 19:58:21.551963 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-ab5c4213-b3f3-4177-88c4-d7acee76bb1c service neutron] 10.222.0.49 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466633 Sep 16 19:58:21.573383 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:58:21.578720 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8547b240-07b0-439e-aa77-d0b8f733697d,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:58:21.639133 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0276f1f8-4ce7-4fef-8035-703e07eeede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.646038 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.718907 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:21.720435 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d582c8-3479-4ca4-8bc6-2e26914d4d03 req-153a27d4-afcd-4bd6-9169-d395eb56b6d1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:21.730003 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:21.730719 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.732309 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-88a3d6d5-f066-46f8-9324-9f329b69a9f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/8547b240-07b0-439e-aa77-d0b8f733697d HTTP/1.1" status: 200 len: 1093 time: 1.3290489 Sep 16 19:58:21.732874 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:21.735390 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7185f563-03b5-41b9-aae3-bda4e4afd71b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:21.739396 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02d582c8-3479-4ca4-8bc6-2e26914d4d03 req-153a27d4-afcd-4bd6-9169-d395eb56b6d1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 943 time: 0.1556313 Sep 16 19:58:21.759552 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-101f684e-acd2-44ac-8a07-c388a3c5d17a service neutron] 10.222.0.49 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061691 Sep 16 19:58:21.776291 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0276f1f8-4ce7-4fef-8035-703e07eeede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:21.852096 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-0276f1f8-4ce7-4fef-8035-703e07eeede0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0f82c4db6f449a3b513ecbf5d986f59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0592804 Sep 16 19:58:21.853876 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59510) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:21.864576 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276f1f8-4ce7-4fef-8035-703e07eeede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a02456-36fc-4c82-8a57-0b00a61e8d69,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:21.888243 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02d582c8-3479-4ca4-8bc6-2e26914d4d03 req-488e31bb-4a13-4baf-8f9a-9a6a95d87932 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373880 Sep 16 19:58:21.973408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e995c45b-076d-4d77-b7ce-3535dbdd9fd0 x-openstack-request-id: req-e995c45b-076d-4d77-b7ce-3535dbdd9fd0 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:21.973408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:21.973408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e995c45b-076d-4d77-b7ce-3535dbdd9fd0 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:21.973766 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d', 'status': 'completed', 'code': 200} Sep 16 19:58:22.004108 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.034534 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.041398 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a77b-ca77-43bb-a924-e746e95a8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.092988 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-74c12f7b-b822-49aa-9111-288b99ef1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:22.094745 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-74c12f7b-b822-49aa-9111-288b99ef1a07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 1096 time: 0.1740265 Sep 16 19:58:22.144982 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3863-d12f-4e66-a37f-cfc20001c574 req-ac9c9d3d-5a3b-480b-b624-b4e0a3164bc5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:22.147022 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e2c3863-d12f-4e66-a37f-cfc20001c574 req-ac9c9d3d-5a3b-480b-b624-b4e0a3164bc5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0814750 Sep 16 19:58:22.151071 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-7e634847-3dcc-44e2-853f-b788a7198be3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8547b240-07b0-439e-aa77-d0b8f733697d HTTP/1.1" status: 200 len: 217 time: 0.0445118 Sep 16 19:58:22.218888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0ee5a77b-ca77-43bb-a924-e746e95a8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.221388 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.232226 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.234625 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7a02456-36fc-4c82-8a57-0b00a61e8d69 HTTP/1.1" status: 204 len: 168 time: 0.3778653 Sep 16 19:58:22.277140 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e2c3863-d12f-4e66-a37f-cfc20001c574 req-5537ae53-183c-4f9c-9cd0-4380c5879619 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060367 Sep 16 19:58:22.349772 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf340c-836d-4464-976c-1659e508023b req-0b1f55c1-78b2-489d-a92b-85f9cc46edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:22.351319 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-0b1f55c1-78b2-489d-a92b-85f9cc46edd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.1918867 Sep 16 19:58:22.361589 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1364e-df69-4664-854b-a39b18e9d37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a02456-36fc-4c82-8a57-0b00a61e8d69,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:22.427998 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5a77b-ca77-43bb-a924-e746e95a8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451ae84-c75d-4d80-9721-0cd2b3639cee,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:22.464340 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-44dba249-4e34-4e66-b84f-98fc53a932f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805964 Sep 16 19:58:22.467597 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-0ee5a77b-ca77-43bb-a924-e746e95a8997 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e0c2efba85d4d54905f007c92b44e02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5317636 Sep 16 19:58:22.471130 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59524) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:22.494147 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-577c1f92-f4e3-49a7-a0a4-37b3b5e0a163 req-cd973e83-9d07-4465-b54d-c435f1d4a65d tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 210 time: 0.0476160 Sep 16 19:58:22.658173 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-6a981825-d707-4c72-b22c-d19151d837d3 service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813242 Sep 16 19:58:22.664382 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682742-fc48-49c1-9490-e093b7251cd8 req-ed72526a-9bdb-4fb9-9e47-8df0c7878396 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:22.688376 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a682742-fc48-49c1-9490-e093b7251cd8 req-ed72526a-9bdb-4fb9-9e47-8df0c7878396 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0762801 Sep 16 19:58:22.757500 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a682742-fc48-49c1-9490-e093b7251cd8 req-b3ab8f17-2f12-4c22-815a-1789d3938376 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679033 Sep 16 19:58:22.860007 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.879975 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-96bf340c-836d-4464-976c-1659e508023b req-e54e2f1c-7493-4dfe-8776-e1f378f73437 service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936183 Sep 16 19:58:22.910983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:22.960913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7736e-f40d-445b-a293-5a92813c4715 req-5cdb1079-e7c0-4511-a358-2e42425dba8a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:22.970544 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37a7736e-f40d-445b-a293-5a92813c4715 req-5cdb1079-e7c0-4511-a358-2e42425dba8a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0797291 Sep 16 19:58:23.019547 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37a7736e-f40d-445b-a293-5a92813c4715 req-1dfd7803-0cc7-42ee-ba24-8c93fd08c41c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481653 Sep 16 19:58:23.044752 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-b64b745e-ffe9-41f3-b5d8-5962887292c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.048690 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-b64b745e-ffe9-41f3-b5d8-5962887292c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.0799646 Sep 16 19:58:23.136882 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:23.141490 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:23.146681 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4451ae84-c75d-4d80-9721-0cd2b3639cee HTTP/1.1" status: 204 len: 168 time: 0.6718419 Sep 16 19:58:23.169080 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-557061e8-6bd2-4f83-bcf1-6c5aa89fd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.181903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-557061e8-6bd2-4f83-bcf1-6c5aa89fd211 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 1096 time: 0.1515768 Sep 16 19:58:23.210698 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ffe82-24f5-4203-82ee-8c6172635f37 req-1ff6c1d3-ce7b-4f77-b025-02c2a4077b86 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.214119 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fea8a-ba45-459a-a4e9-12939299adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451ae84-c75d-4d80-9721-0cd2b3639cee,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:23.221073 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6c3ffe82-24f5-4203-82ee-8c6172635f37 req-1ff6c1d3-ce7b-4f77-b025-02c2a4077b86 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 943 time: 0.1741095 Sep 16 19:58:23.247476 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-97546b03-b300-4cad-b801-0a0e3143f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.249559 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-97546b03-b300-4cad-b801-0a0e3143f761 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1858528 Sep 16 19:58:23.310011 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-6e105ae3-eb06-423c-9db1-591381ffcc99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0449657 Sep 16 19:58:23.388396 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6c3ffe82-24f5-4203-82ee-8c6172635f37 req-23d4f11e-b8a3-4851-b421-540c5b7c4370 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660037 Sep 16 19:58:23.412606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-28ef7f1b-497d-478c-953f-b68fab72524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.415318 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-28ef7f1b-497d-478c-953f-b68fab72524f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0847867 Sep 16 19:58:23.514580 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-c27c638f-c9d6-4b6b-9cde-52456070479b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876005 Sep 16 19:58:23.601428 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36fdc-a2a3-4ee1-b2f5-fd01ec0b8bcb req-c76ecf7e-3f89-4050-879f-b03dd7d10f03 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.613942 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ce36fdc-a2a3-4ee1-b2f5-fd01ec0b8bcb req-c76ecf7e-3f89-4050-879f-b03dd7d10f03 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1392844 Sep 16 19:58:23.637159 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-9ded1094-19d8-4e86-9df1-123b431612f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:23.638928 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-9ded1094-19d8-4e86-9df1-123b431612f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 200 len: 915 time: 0.3956358 Sep 16 19:58:23.665820 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-ed185b19-1652-44c7-9969-4b0bac63946c service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396492 Sep 16 19:58:23.673867 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b11a3712-c45e-4209-81a8-fdc549089ee1 req-b44799cd-5c5c-43b9-8950-1dbd8d72025c tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 210 time: 0.0471122 Sep 16 19:58:23.747152 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ce36fdc-a2a3-4ee1-b2f5-fd01ec0b8bcb req-f20fa0c1-e06f-4473-ba3f-c51322bc0c96 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322532 Sep 16 19:58:23.748817 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-900772e7-1249-4740-8e0e-99c90c51b87f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8547b240-07b0-439e-aa77-d0b8f733697d HTTP/1.1" status: 200 len: 217 time: 0.0778522 Sep 16 19:58:24.129184 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-47c67acd-083c-4b64-beb1-3f57c4c8de0e req-83eba719-1f7f-475b-b5ee-d0aba3a14027 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508543 Sep 16 19:58:24.187385 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-fba8594f-83d3-4be9-a958-87486d45618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:24.188935 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-fba8594f-83d3-4be9-a958-87486d45618e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 200 len: 854 time: 0.4279232 Sep 16 19:58:24.288070 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9119-ec0b-4244-8770-cf5c8f13a07d req-0cf615f9-2f0f-456f-9ba6-6db52e10b677 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:24.297762 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0edb9119-ec0b-4244-8770-cf5c8f13a07d req-0cf615f9-2f0f-456f-9ba6-6db52e10b677 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1771352 Sep 16 19:58:24.323265 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-9f565e1d-3114-4f71-92ab-a2f1e76bd328 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bca9afd-10fd-4a2e-9327-4c7390bca438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747349 Sep 16 19:58:24.420173 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0edb9119-ec0b-4244-8770-cf5c8f13a07d req-2d04169e-ef4a-4964-ab7d-26794abbf2d0 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215055 Sep 16 19:58:24.434105 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0ba2-10ff-4167-a8f7-cdc2d14fa423 req-9daaac21-17f5-4774-badd-3d9c1960428b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:24.435693 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df8d0ba2-10ff-4167-a8f7-cdc2d14fa423 req-9daaac21-17f5-4774-badd-3d9c1960428b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.2666311 Sep 16 19:58:24.506213 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-a84ba8a3-767d-4fcb-8b34-15a3bc26c98e service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743004 Sep 16 19:58:24.531227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df8d0ba2-10ff-4167-a8f7-cdc2d14fa423 req-190831f7-c230-486e-b9f6-c071459ca400 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Sep 16 19:58:24.636465 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dd0e-3d9a-4d70-8d9e-eab5d402e546 req-e05897ac-78b3-442b-878c-3c9ff597866f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:24.637952 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c65dd0e-3d9a-4d70-8d9e-eab5d402e546 req-e05897ac-78b3-442b-878c-3c9ff597866f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 943 time: 0.1122119 Sep 16 19:58:24.673707 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7185f563-03b5-41b9-aae3-bda4e4afd71b req-d9b38b97-4087-4c18-8516-a149332f9ceb service neutron] 10.222.0.35 "GET /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560891 Sep 16 19:58:24.690940 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c65dd0e-3d9a-4d70-8d9e-eab5d402e546 req-ca17729e-1548-4dd4-bee2-a41d7da14639 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Sep 16 19:58:24.785306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a334106c-ec64-47a9-93d8-fa6bdd7349d2 req-122d4e7e-7fc5-44be-8d69-ed21b2e8de04 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 210 time: 0.0291102 Sep 16 19:58:24.881823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ee3a0-94a8-4faf-b77e-620be67387ad req-16641a8f-30a3-4d33-9a47-a7afa640826a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:24.883296 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2a4ee3a0-94a8-4faf-b77e-620be67387ad req-16641a8f-30a3-4d33-9a47-a7afa640826a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0499594 Sep 16 19:58:24.928195 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2a4ee3a0-94a8-4faf-b77e-620be67387ad req-6061405e-7dd6-4870-8f9a-a3e10f255961 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387728 Sep 16 19:58:25.408237 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-5967e378-8308-41f7-8b4d-183a153e0658 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:25.409869 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-5967e378-8308-41f7-8b4d-183a153e0658 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "GET /v2.0/networks?id=f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 200 len: 808 time: 0.1564693 Sep 16 19:58:25.434178 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Request body: {'port': {'device_id': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b', 'admin_state_up': True, 'tenant_id': '2dd36eb3c3be40c480cff038f248f5af'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:58:25.620828 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504704de-bb93-45d3-911c-62938799180a req-f5c98ea5-e218-41da-b544-3aeb9b00a813 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:25.622756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-504704de-bb93-45d3-911c-62938799180a req-f5c98ea5-e218-41da-b544-3aeb9b00a813 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0955133 Sep 16 19:58:25.700084 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832620c3-7155-4a0e-a72f-8ae464de12c6 req-de01ee22-60c5-4b6b-92ff-4e2c1d894ffa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:25.701894 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-832620c3-7155-4a0e-a72f-8ae464de12c6 req-de01ee22-60c5-4b6b-92ff-4e2c1d894ffa tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0781453 Sep 16 19:58:25.736007 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-504704de-bb93-45d3-911c-62938799180a req-f5ac793b-079b-4965-bfdd-4df1c033f008 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758913 Sep 16 19:58:25.738439 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Made reservation on behalf of 2dd36eb3c3be40c480cff038f248f5af for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:58:25.742020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:25.776321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-832620c3-7155-4a0e-a72f-8ae464de12c6 req-4fc559dd-4ceb-4178-a1ea-d8f5b56c8a18 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621219 Sep 16 19:58:25.977033 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:58:25.999896 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9abc8c26-30b4-4084-be85-6da29abd0d55 req-0569798b-9e67-4571-93a0-f549065ea533 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 210 time: 0.0699019 Sep 16 19:58:26.019165 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59604) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:26.046962 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3e220-22d4-4734-ad5a-da12b652ba06 req-d0281858-abe0-4e0b-af79-e2a6047276bc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:26.064353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71a3e220-22d4-4734-ad5a-da12b652ba06 req-d0281858-abe0-4e0b-af79-e2a6047276bc tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 943 time: 0.1726286 Sep 16 19:58:26.069137 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Allocated IP 172.20.0.13 (f9039870-4a89-420b-8738-aa74e7a3621b/38f6d1a6-b8d8-444c-b4cd-482909306d3f/a7dca844-3ddc-4c11-a812-34e49ce9a800) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:58:26.114797 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-71a3e220-22d4-4734-ad5a-da12b652ba06 req-666c88c6-1458-4e80-b317-53aca83ea25c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Sep 16 19:58:26.199880 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-362d5c1e-18d4-4c40-9529-f2b647a223da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.249512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491084-4221-4d9e-86c4-b80c3a7af110 req-f1740012-59fe-41b4-b6c4-18fd65e97ebd tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:26.256916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a491084-4221-4d9e-86c4-b80c3a7af110 req-f1740012-59fe-41b4-b6c4-18fd65e97ebd tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1293211 Sep 16 19:58:26.346008 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a491084-4221-4d9e-86c4-b80c3a7af110 req-3e5507e2-c364-4a0c-a1e9-511104591cfe tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793605 Sep 16 19:58:26.351381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-362d5c1e-18d4-4c40-9529-f2b647a223da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.390155 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.445740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-362d5c1e-18d4-4c40-9529-f2b647a223da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.488762 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-362d5c1e-18d4-4c40-9529-f2b647a223da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4110dc7f8e3b462f910a8f0fd94fc3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652877 Sep 16 19:58:26.488762 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5c1e-18d4-4c40-9529-f2b647a223da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc3642-a313-48c8-977c-808bf79a07e5,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:26.489787 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59610) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:26.527789 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.542220 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.577979 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.583336 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Network f9039870-4a89-420b-8738-aa74e7a3621b is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:58:26.586647 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:58:26.592191 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:58:26.635017 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Pushing event updated for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:26.653300 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:26.653934 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.697819 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.702476 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.705444 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5adc3642-a313-48c8-977c-808bf79a07e5 HTTP/1.1" status: 204 len: 168 time: 0.2141898 Sep 16 19:58:26.714865 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a899a0-8deb-42a9-8f1c-85fb609bcd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc3642-a313-48c8-977c-808bf79a07e5,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:26.727924 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-458df7cb-4b23-485b-809e-4d84c4443397 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3006709 Sep 16 19:58:26.748193 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Request body: {'port': {'device_id': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:58:26.863218 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:26.984531 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef100141-68b5-43a2-b6cc-8a5eae6315be req-3fca03f3-2505-4d25-b0d5-d196841e15b1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:26.986096 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef100141-68b5-43a2-b6cc-8a5eae6315be req-3fca03f3-2505-4d25-b0d5-d196841e15b1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1476734 Sep 16 19:58:27.056543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d84ab-8f66-42d3-a930-eff693286dac req-db2c9de2-7a9f-4272-8be9-4779b88b10f3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:27.058500 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-404d84ab-8f66-42d3-a930-eff693286dac req-db2c9de2-7a9f-4272-8be9-4779b88b10f3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1723800 Sep 16 19:58:27.154149 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 8547b240-07b0-439e-aa77-d0b8f733697d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:58:27.168565 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef100141-68b5-43a2-b6cc-8a5eae6315be req-bbec0b62-f055-4b61-9d85-5a280c131495 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298649 Sep 16 19:58:27.246710 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-404d84ab-8f66-42d3-a930-eff693286dac req-6a9060f0-6c79-4489-929f-ab239a7aa478 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804519 Sep 16 19:58:27.348975 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8547b240-07b0-439e-aa77-d0b8f733697d,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:27.365302 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '8547b240-07b0-439e-aa77-d0b8f733697d', 'network_id': '5bca9afd-10fd-4a2e-9327-4c7390bca438', 'port_id': '8547b240-07b0-439e-aa77-d0b8f733697d', 'mac_address': 'fa:16:3e:78:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:58:27.402455 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef949f6-35a3-44c4-a7d7-44b8cf5aac16 req-490f7034-df26-4b01-9202-b41693ffcf6b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:27.403984 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6ef949f6-35a3-44c4-a7d7-44b8cf5aac16 req-490f7034-df26-4b01-9202-b41693ffcf6b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 932 time: 0.1253133 Sep 16 19:58:27.427610 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:27.445001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8547b240-07b0-439e-aa77-d0b8f733697d {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:27.483895 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ce28-5fca-4a26-a061-0aceb0883b8a req-fadb89d3-85b7-4c9c-86f1-78df6a1a240c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:27.490091 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7029ce28-5fca-4a26-a061-0aceb0883b8a req-fadb89d3-85b7-4c9c-86f1-78df6a1a240c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 943 time: 0.1531637 Sep 16 19:58:27.499101 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8547b240-07b0-439e-aa77-d0b8f733697d,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:27.505350 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dca844-3ddc-4c11-a812-34e49ce9a800 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:27.536473 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:27.549847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:27.557759 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6ef949f6-35a3-44c4-a7d7-44b8cf5aac16 req-2efa2ed0-0f36-4999-af34-ad22bd1caaaf tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241927 Sep 16 19:58:27.607785 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Transition to ACTIVE for port object a7dca844-3ddc-4c11-a812-34e49ce9a800 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:58:27.625349 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:27.640125 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7029ce28-5fca-4a26-a061-0aceb0883b8a req-5c376d6f-0048-47d6-8ac4-dda721b92d97 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447430 Sep 16 19:58:27.645917 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.647345 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.647913 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.648460 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.649001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.649581 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.650703 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.651655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.652221 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.652807 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.653420 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.653966 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:58:27.697624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:27.755901 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:27.769828 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728e36-4ebe-4b4d-8359-c47986b36d20 req-1b3c8003-370b-42d6-80ce-ee48ffce8b80 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:27.771367 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df728e36-4ebe-4b4d-8359-c47986b36d20 req-1b3c8003-370b-42d6-80ce-ee48ffce8b80 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1094432 Sep 16 19:58:27.857303 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df728e36-4ebe-4b4d-8359-c47986b36d20 req-a8bd6e50-0788-4be7-92fe-92392014736a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791013 Sep 16 19:58:27.888232 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Attempting to bind port a7dca844-3ddc-4c11-a812-34e49ce9a800 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:58:27.888770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Attempting to bind port a7dca844-3ddc-4c11-a812-34e49ce9a800 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:58:27.889187 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Attempting to bind port a7dca844-3ddc-4c11-a812-34e49ce9a800 on network f9039870-4a89-420b-8738-aa74e7a3621b {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:27.895283 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Port a7dca844-3ddc-4c11-a812-34e49ce9a800 on network f9039870-4a89-420b-8738-aa74e7a3621b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:58:27.895586 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Attempting to bind port a7dca844-3ddc-4c11-a812-34e49ce9a800 on network f9039870-4a89-420b-8738-aa74e7a3621b {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:58:27.902963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:58:27.906073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Checking segment: {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:58:27.906073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Bound using segment: {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:58:27.906073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Bound port: a7dca844-3ddc-4c11-a812-34e49ce9a800, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:58:27.906073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:27.941382 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['8547b240-07b0-439e-aa77-d0b8f733697d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:27.986165 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:58:27.989571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:58:28.089816 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:28.136152 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.136764 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:28.138192 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7dca844-3ddc-4c11-a812-34e49ce9a800 HTTP/1.1" status: 200 len: 1094 time: 1.3954475 Sep 16 19:58:28.141105 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:28.144873 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6708171-7e38-4124-abfc-345fdd4dba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:28.171141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e99d4-d109-4dc2-a088-772c4e631723 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:28.199874 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627460b-4b64-40fd-97b7-88fbb5cf6ad1 x-openstack-request-id: req-c627460b-4b64-40fd-97b7-88fbb5cf6ad1 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:28.200159 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:28.200402 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c627460b-4b64-40fd-97b7-88fbb5cf6ad1 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:28.200793 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800', 'status': 'completed', 'code': 200} Sep 16 19:58:28.304615 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-bba5a340-6125-41ca-b2f3-8078a4f6c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.306741 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-bba5a340-6125-41ca-b2f3-8078a4f6c2a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 1097 time: 0.0828464 Sep 16 19:58:28.388746 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afd82-4305-4909-a029-fcf7421c3ea7 req-17520fa4-ea10-4ce6-9e88-fb0268bf764d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.388746 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a13afd82-4305-4909-a029-fcf7421c3ea7 req-17520fa4-ea10-4ce6-9e88-fb0268bf764d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1180611 Sep 16 19:58:28.502028 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a13afd82-4305-4909-a029-fcf7421c3ea7 req-6ebc3ee2-2fa3-403e-be23-103ffe4f5726 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805795 Sep 16 19:58:28.506211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-2e023221-2937-4d19-a7aa-e4de7878d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.508764 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-2e023221-2937-4d19-a7aa-e4de7878d6bc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2dd36eb3c3be40c480cff038f248f5af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1899002 Sep 16 19:58:28.522040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292e7c-a852-4bd9-8a07-77664af9332f req-91d63c72-e0b0-4d41-9f34-8788c3f74151 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.524361 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33292e7c-a852-4bd9-8a07-77664af9332f req-91d63c72-e0b0-4d41-9f34-8788c3f74151 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1789513 Sep 16 19:58:28.635397 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33292e7c-a852-4bd9-8a07-77664af9332f req-d96a41f8-1655-4704-80c3-0886ec2d8286 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036675 Sep 16 19:58:28.682896 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-39f14e4a-61f8-4f93-9530-275a615cd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.684438 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f6708171-7e38-4124-abfc-345fdd4dba6c req-39f14e4a-61f8-4f93-9530-275a615cd39e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588280 Sep 16 19:58:28.734331 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8280a-cfb7-404b-ae6f-8d1959d2f44e req-643f5f23-004f-4367-82fa-aa9d93bf708f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.737308 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-def8280a-cfb7-404b-ae6f-8d1959d2f44e req-643f5f23-004f-4367-82fa-aa9d93bf708f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 944 time: 0.0819452 Sep 16 19:58:28.834621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57acaec-14c0-4375-9bed-cb3fb5b0b50e req-672742dd-dde2-461d-b52a-ebf54544d93a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.836079 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d57acaec-14c0-4375-9bed-cb3fb5b0b50e req-672742dd-dde2-461d-b52a-ebf54544d93a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 944 time: 0.1221883 Sep 16 19:58:28.841756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-def8280a-cfb7-404b-ae6f-8d1959d2f44e req-1d633e30-8689-4e59-bdef-e57502b85312 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903556 Sep 16 19:58:28.861674 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-87982552-8119-4fc7-b4e2-ca1a86a667ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:28.861674 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-87982552-8119-4fc7-b4e2-ca1a86a667ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dd36eb3c3be40c480cff038f248f5af&device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 1097 time: 0.1071832 Sep 16 19:58:28.919970 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-ddd103aa-ec16-431c-a17f-c7aacda901bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800 HTTP/1.1" status: 200 len: 217 time: 0.0528543 Sep 16 19:58:28.934866 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d57acaec-14c0-4375-9bed-cb3fb5b0b50e req-9fe7859d-9875-4c31-bb08-de2dd23e2501 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916517 Sep 16 19:58:29.009622 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-41ed696b-a744-47f2-b3e0-40d0f3dfb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:29.011088 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-41ed696b-a744-47f2-b3e0-40d0f3dfb16e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38f6d1a6-b8d8-444c-b4cd-482909306d3f HTTP/1.1" status: 200 len: 848 time: 0.0753512 Sep 16 19:58:29.028538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100a9b-5f80-4fc3-bffc-df61715c2a34 req-206144ca-4dba-44fe-9a87-ca3ff9318843 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:29.030012 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a100a9b-5f80-4fc3-bffc-df61715c2a34 req-206144ca-4dba-44fe-9a87-ca3ff9318843 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0658224 Sep 16 19:58:29.065389 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-4eac423e-4866-4aa9-8111-d45003e38734 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f9039870-4a89-420b-8738-aa74e7a3621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343494 Sep 16 19:58:29.115607 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a100a9b-5f80-4fc3-bffc-df61715c2a34 req-4c1b523d-4394-4fa0-85ba-fe532f08790a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770574 Sep 16 19:58:29.156614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 8547b240-07b0-439e-aa77-d0b8f733697d up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:58:29.175239 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-d5da1577-2c55-47ea-8ada-69546621bdac service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005113 Sep 16 19:58:29.279164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8dc7fe8-1d26-40b1-8e31-4840f1357f5f req-c9d00fc0-9c0e-4ba4-8887-e2184de8790f service neutron] 10.222.0.35 "GET /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955074 Sep 16 19:58:29.314666 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 8547b240-07b0-439e-aa77-d0b8f733697d completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:58:29.318941 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 8547b240-07b0-439e-aa77-d0b8f733697d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:58:29.319237 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:29.438760 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:29.475628 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:29.479022 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46982cfe-c31a-4f12-bd14-721e00a55cfd" -d '{"events": [{"server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "name": "network-vif-plugged", "status": "completed", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:29.511448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8547b240-07b0-439e-aa77-d0b8f733697d,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:29.523950 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca15ec-d57e-45c6-88ac-2132f09ebe6d x-openstack-request-id: req-38ca15ec-d57e-45c6-88ac-2132f09ebe6d {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:29.524286 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "name": "network-vif-plugged", "status": "completed", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:29.524602 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38ca15ec-d57e-45c6-88ac-2132f09ebe6d {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:29.525004 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d', 'code': 200} Sep 16 19:58:29.646193 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:29.727432 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c31c8-5b50-438e-9161-bd1d323978b3 req-d6d02163-20cd-4439-85cf-a3203ae822e5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:29.730505 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-085c31c8-5b50-438e-9161-bd1d323978b3 req-d6d02163-20cd-4439-85cf-a3203ae822e5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1039603 Sep 16 19:58:29.736594 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:29.799475 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-085c31c8-5b50-438e-9161-bd1d323978b3 req-242eb740-362b-4ee1-b5b4-4f6ba113c4b0 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464292 Sep 16 19:58:29.905081 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51e9d-bc7d-49db-a39c-f0e7b357fea0 req-41787691-263e-4fec-84d1-ab94d69c9158 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:29.907619 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-74e51e9d-bc7d-49db-a39c-f0e7b357fea0 req-41787691-263e-4fec-84d1-ab94d69c9158 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0798445 Sep 16 19:58:29.989890 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7358b5-869b-4770-85e5-ef481b6dc03d req-0049788d-50a7-4eb3-a4ef-9b19177c6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:29.991341 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2f7358b5-869b-4770-85e5-ef481b6dc03d req-0049788d-50a7-4eb3-a4ef-9b19177c6656 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 1098 time: 0.0821714 Sep 16 19:58:30.000282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-74e51e9d-bc7d-49db-a39c-f0e7b357fea0 req-88a07ae3-f48d-49e2-aa1f-52472b76bd00 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767999 Sep 16 19:58:30.050332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2f7358b5-869b-4770-85e5-ef481b6dc03d req-6ff650d3-ee22-4374-a939-92ca4eb6e712 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Sep 16 19:58:30.107514 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cecc0-f1fe-464d-8345-5fbee8de4572 req-1222f310-4aca-42cd-8357-16b13b5c44d0 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.109281 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d1cecc0-f1fe-464d-8345-5fbee8de4572 req-1222f310-4aca-42cd-8357-16b13b5c44d0 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 944 time: 0.0505824 Sep 16 19:58:30.154110 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d1cecc0-f1fe-464d-8345-5fbee8de4572 req-16876add-0b7a-43f6-8f74-75815ae74e45 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Sep 16 19:58:30.272012 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cfe84-67e6-487c-9c0e-2fcd4f424aab req-3fa17e8f-4e13-4e8f-b48a-119ae9c5e0e5 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.273408 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d76cfe84-67e6-487c-9c0e-2fcd4f424aab req-3fa17e8f-4e13-4e8f-b48a-119ae9c5e0e5 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0775850 Sep 16 19:58:30.295537 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3562e3d-d4ed-42de-8c3b-3618458b558a req-31539158-dc01-4bb5-9fff-eb0c5195a19a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.296934 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3562e3d-d4ed-42de-8c3b-3618458b558a req-31539158-dc01-4bb5-9fff-eb0c5195a19a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0736256 Sep 16 19:58:30.341476 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d76cfe84-67e6-487c-9c0e-2fcd4f424aab req-9b1799d5-cc51-4acc-bfba-4ed2d2f016b3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598695 Sep 16 19:58:30.364125 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3562e3d-d4ed-42de-8c3b-3618458b558a req-518eeb45-624d-4812-9306-254e26133135 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491502 Sep 16 19:58:30.480147 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a663a05-af8e-473c-90b0-26c54ea7949c req-8095eae9-0223-4f37-b96c-17ae5a2784e9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.485921 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a663a05-af8e-473c-90b0-26c54ea7949c req-8095eae9-0223-4f37-b96c-17ae5a2784e9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0682199 Sep 16 19:58:30.595758 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a663a05-af8e-473c-90b0-26c54ea7949c req-ee37fb87-ea7a-4ad4-b97b-4c1f36e1d566 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066227 Sep 16 19:58:30.614206 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72456150-7540-4480-9773-d71e90c2dfa2 req-b26e0b39-2901-4d71-925b-82ce711ee8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.615683 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-b26e0b39-2901-4d71-925b-82ce711ee8b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1098 time: 0.0965283 Sep 16 19:58:30.941150 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72456150-7540-4480-9773-d71e90c2dfa2 req-4a51dd58-efdb-4c0a-b168-4cace22922f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:30.942704 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-4a51dd58-efdb-4c0a-b168-4cace22922f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.3185973 Sep 16 19:58:31.084061 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-502b5060-478f-451c-b7f2-67d3df026013 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 1001 time: 0.0803304 Sep 16 19:58:31.159013 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a3c6a-0868-4167-a936-6240f1b05cd5 req-b1653c14-bd09-4a7e-a8ae-02103c41b437 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.160443 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-624a3c6a-0868-4167-a936-6240f1b05cd5 req-b1653c14-bd09-4a7e-a8ae-02103c41b437 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0944998 Sep 16 19:58:31.162427 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72456150-7540-4480-9773-d71e90c2dfa2 req-72ba7775-9be8-47e6-92b1-d59717ab1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.163744 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-72ba7775-9be8-47e6-92b1-d59717ab1053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0636783 Sep 16 19:58:31.232096 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-624a3c6a-0868-4167-a936-6240f1b05cd5 req-6344ed3d-67f6-4a0f-a656-07cab85aec5c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636790 Sep 16 19:58:31.247077 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72456150-7540-4480-9773-d71e90c2dfa2 req-4da9ff66-6597-4a6e-8e78-afd868d05dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.248636 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-4da9ff66-6597-4a6e-8e78-afd868d05dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740530 Sep 16 19:58:31.341858 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-3bb578e4-16fa-47e9-9df0-fae2e75d27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.343478 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-3bb578e4-16fa-47e9-9df0-fae2e75d27fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1099 time: 0.0468290 Sep 16 19:58:31.344788 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd15ef-7590-4ce0-9e26-ab782ed97991 req-da2bd05d-0925-42ad-a65b-53a2153ea178 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.346108 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-28cd15ef-7590-4ce0-9e26-ab782ed97991 req-da2bd05d-0925-42ad-a65b-53a2153ea178 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 944 time: 0.1131594 Sep 16 19:58:31.390746 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-e9ec45ae-4cd3-489b-a9c9-5399033f03d5 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290298 Sep 16 19:58:31.405428 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-28cd15ef-7590-4ce0-9e26-ab782ed97991 req-d26cc490-a0c9-4727-b5c3-fa3a7788c486 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Sep 16 19:58:31.475166 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-c791ef67-cf5d-4782-baf8-d501b692e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.476985 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-c791ef67-cf5d-4782-baf8-d501b692e843 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.1226211 Sep 16 19:58:31.547971 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-cc55ae81-8cf9-4ac8-909c-8b8772d0a0e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 1002 time: 0.0635524 Sep 16 19:58:31.565857 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaca32-ee84-40aa-9173-beb652a434f8 req-342b2c2e-ed52-4095-bec6-132c096a556f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.567321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-82eaca32-ee84-40aa-9173-beb652a434f8 req-342b2c2e-ed52-4095-bec6-132c096a556f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.1398325 Sep 16 19:58:31.570597 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72456150-7540-4480-9773-d71e90c2dfa2 req-59fa62b5-31aa-49f5-ab07-58f518be3e5d service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688178 Sep 16 19:58:31.587100 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf736-edcd-4555-9e07-4ee1c84d1f3f req-dbb7cdb5-946d-4bf0-80ed-87cc6cac568a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.589159 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93dbf736-edcd-4555-9e07-4ee1c84d1f3f req-dbb7cdb5-946d-4bf0-80ed-87cc6cac568a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.1030478 Sep 16 19:58:31.610871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-6a4f2ab2-14ca-417d-8851-e4175c88920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.612361 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-6a4f2ab2-14ca-417d-8851-e4175c88920c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0517664 Sep 16 19:58:31.632619 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-82eaca32-ee84-40aa-9173-beb652a434f8 req-a50232c8-feee-4a40-baab-0be4a81e295a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587652 Sep 16 19:58:31.650197 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93dbf736-edcd-4555-9e07-4ee1c84d1f3f req-c4d0cd48-0db8-4dd0-9255-2c8c1cc8b1c6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507178 Sep 16 19:58:31.676058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-5cc72bcd-9a01-4f74-b6da-f3c219a67b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.677641 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-5cc72bcd-9a01-4f74-b6da-f3c219a67b8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523586 Sep 16 19:58:31.742386 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf883c-6c39-4955-805f-e6c568e49072 req-ac2f79aa-9ab3-47de-b556-d395ac6cbbc2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:31.744626 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffdf883c-6c39-4955-805f-e6c568e49072 req-ac2f79aa-9ab3-47de-b556-d395ac6cbbc2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Sep 16 19:58:31.774282 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-6b5ca774-2510-469c-9084-592df1cd05e8 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Sep 16 19:58:31.785734 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffdf883c-6c39-4955-805f-e6c568e49072 req-0d4a463b-76c8-41b1-a54d-2290587c0c42 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Sep 16 19:58:31.876903 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-4133afde-d2c5-4a86-9f15-079d0537c695 req-a194e426-bb5f-4a7f-b242-0c1a4a5bdb55 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917230 Sep 16 19:58:32.351642 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618137-4b95-4791-9cf3-c8a4656e8f23 req-73fe145f-8f50-4406-8125-f12b20629252 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:32.353228 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ed618137-4b95-4791-9cf3-c8a4656e8f23 req-73fe145f-8f50-4406-8125-f12b20629252 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Sep 16 19:58:32.393495 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ed618137-4b95-4791-9cf3-c8a4656e8f23 req-27145af6-b541-4779-b821-69c18abfb6d1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Sep 16 19:58:32.523368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f91d-4f60-464c-9959-9b7e739f93ee req-cb488c8b-136b-4c6f-a1e0-c870c967a0bd tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:32.524730 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-34c8f91d-4f60-464c-9959-9b7e739f93ee req-cb488c8b-136b-4c6f-a1e0-c870c967a0bd tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 944 time: 0.0488510 Sep 16 19:58:32.563349 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-34c8f91d-4f60-464c-9959-9b7e739f93ee req-ce1ca06e-9b82-4863-9edf-f82651072e2a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 16 19:58:32.778443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6bae-60ac-40bd-879b-ae49c53f6313 req-6055fe7a-0ffc-4d78-b5d2-4442664fda7e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:32.779803 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a7a6bae-60ac-40bd-879b-ae49c53f6313 req-6055fe7a-0ffc-4d78-b5d2-4442664fda7e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0768201 Sep 16 19:58:32.800819 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9ea7-f9db-40ad-a05a-d5347c8315f1 req-07f0a782-2d9c-49dd-b815-25a7eb3e569d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:32.802251 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfdf9ea7-f9db-40ad-a05a-d5347c8315f1 req-07f0a782-2d9c-49dd-b815-25a7eb3e569d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0718069 Sep 16 19:58:32.845386 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4a7a6bae-60ac-40bd-879b-ae49c53f6313 req-0054a915-72de-4370-a02c-139103d1c4d6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Sep 16 19:58:32.860375 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfdf9ea7-f9db-40ad-a05a-d5347c8315f1 req-782b375d-7d07-4ce2-9291-233173238b9d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501266 Sep 16 19:58:32.955836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23363-42c5-44cd-bf38-c5f9015d1d44 req-4bf408e8-663d-433a-8de9-fe763d3f5b5e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:32.957342 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2df23363-42c5-44cd-bf38-c5f9015d1d44 req-4bf408e8-663d-433a-8de9-fe763d3f5b5e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Sep 16 19:58:32.998307 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2df23363-42c5-44cd-bf38-c5f9015d1d44 req-22f8166d-98c9-469d-8318-6d07123a5446 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Sep 16 19:58:33.200414 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a7dca844-3ddc-4c11-a812-34e49ce9a800 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:58:33.307114 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:33.319654 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'a7dca844-3ddc-4c11-a812-34e49ce9a800', 'network_id': 'f9039870-4a89-420b-8738-aa74e7a3621b', 'port_id': 'a7dca844-3ddc-4c11-a812-34e49ce9a800', 'mac_address': 'fa:16:3e:36:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f6d1a6-b8d8-444c-b4cd-482909306d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:58:33.364126 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:33.378479 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7dca844-3ddc-4c11-a812-34e49ce9a800 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:58:33.399492 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:33.486461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:33.537678 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f94475-52da-4291-97e8-82dce3638c37 req-d49054d8-43ac-4aeb-bb78-dbdaed6cf311 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:33.539224 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62f94475-52da-4291-97e8-82dce3638c37 req-d49054d8-43ac-4aeb-bb78-dbdaed6cf311 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Sep 16 19:58:33.548455 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:33.594715 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62f94475-52da-4291-97e8-82dce3638c37 req-a65c020b-5163-46fa-87bd-5394702c7085 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Sep 16 19:58:33.683111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00b31a-be37-4fdc-b3b8-7e59a2f8762a req-d83b64e4-612f-46d9-9891-77dd675c2f85 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:33.684623 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bd00b31a-be37-4fdc-b3b8-7e59a2f8762a req-d83b64e4-612f-46d9-9891-77dd675c2f85 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 945 time: 0.0513010 Sep 16 19:58:33.722850 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bd00b31a-be37-4fdc-b3b8-7e59a2f8762a req-d0e840de-6e89-4161-81ec-bbb9648bd09b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Sep 16 19:58:33.900060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['a7dca844-3ddc-4c11-a812-34e49ce9a800'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:33.986349 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec586b7-36af-4a7e-a9a5-4f832ede8e37 req-50a92fc4-48c9-4161-854f-dd546df61bd5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:33.988016 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4ec586b7-36af-4a7e-a9a5-4f832ede8e37 req-50a92fc4-48c9-4161-854f-dd546df61bd5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Sep 16 19:58:34.029893 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4ec586b7-36af-4a7e-a9a5-4f832ede8e37 req-b9045a8b-80a2-4b7f-be62-e3546bf8bd94 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351205 Sep 16 19:58:34.263935 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96f826dd-1b1d-44b7-a7b6-4742cf7a2a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:34.710441 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eec0f-b1d6-481d-96ed-742484504980 req-033a8888-f939-4f1f-8af7-cc71a5016397 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:34.711829 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d2eec0f-b1d6-481d-96ed-742484504980 req-033a8888-f939-4f1f-8af7-cc71a5016397 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Sep 16 19:58:34.758962 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d2eec0f-b1d6-481d-96ed-742484504980 req-581a0d19-eb88-4915-92e5-fc484f6eed2d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Sep 16 19:58:34.877864 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dee14-8196-428a-8234-552fee85ce3f req-ab5c186f-8eb0-40f2-947f-bb6b488aa60b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:34.879413 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e78dee14-8196-428a-8234-552fee85ce3f req-ab5c186f-8eb0-40f2-947f-bb6b488aa60b tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 945 time: 0.0510395 Sep 16 19:58:34.918236 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e78dee14-8196-428a-8234-552fee85ce3f req-c2a0fdf9-f74a-4369-af75-80872ff41030 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Sep 16 19:58:35.155870 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8cbbf-f8e0-47ac-a854-ca7b66ccc9e6 req-3e2e9385-2a19-4620-81af-21b2cc94df5b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:35.157437 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-95e8cbbf-f8e0-47ac-a854-ca7b66ccc9e6 req-3e2e9385-2a19-4620-81af-21b2cc94df5b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 946 time: 0.0504222 Sep 16 19:58:35.201798 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-95e8cbbf-f8e0-47ac-a854-ca7b66ccc9e6 req-5460bc90-7553-4d69-8faa-13d8656c3363 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384240 Sep 16 19:58:35.222566 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a7dca844-3ddc-4c11-a812-34e49ce9a800 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:58:35.356006 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port a7dca844-3ddc-4c11-a812-34e49ce9a800 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:58:35.360019 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port a7dca844-3ddc-4c11-a812-34e49ce9a800 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:58:35.360389 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:35.444460 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:35.469517 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:35.471951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96a191-e5de-4518-88ae-133a7f6ba429" -d '{"events": [{"server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "name": "network-vif-plugged", "status": "completed", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:35.486298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:35.512162 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edeb9ff-34c3-46bd-87bb-9e78028c01d6 x-openstack-request-id: req-5edeb9ff-34c3-46bd-87bb-9e78028c01d6 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:35.512876 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "name": "network-vif-plugged", "status": "completed", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:35.513364 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5edeb9ff-34c3-46bd-87bb-9e78028c01d6 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:35.513682 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800', 'code': 200} Sep 16 19:58:35.573421 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:35.575219 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:58:35.650081 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:35.696907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:35.729225 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:35.819359 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:35.867781 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcf0d-5b62-4e55-9aea-5170d4d58131 req-71096e2f-80ad-456f-8318-3a7a51b6343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:35.869292 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8adcf0d-5b62-4e55-9aea-5170d4d58131 req-71096e2f-80ad-456f-8318-3a7a51b6343e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 1099 time: 0.0508456 Sep 16 19:58:35.879861 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=8']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:35.892048 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b187-80dd-43d0-be3b-357ba32fc145 req-fd703b89-ad34-4f76-a2ad-a6d2a5dfac1f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:35.893576 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2954b187-80dd-43d0-be3b-357ba32fc145 req-fd703b89-ad34-4f76-a2ad-a6d2a5dfac1f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0597250 Sep 16 19:58:35.924612 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f8adcf0d-5b62-4e55-9aea-5170d4d58131 req-4cfa3e1e-92b8-48ca-98c0-9d85074ec090 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Sep 16 19:58:35.938991 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2954b187-80dd-43d0-be3b-357ba32fc145 req-a7c4b859-3cc6-4294-b929-8e9522d0514b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Sep 16 19:58:36.044932 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a38fa1-efc5-45a2-97f2-0183d5b6a9f7 req-cb5a6e0f-4d6a-49df-8946-ca7ddb32ce1c tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:36.046545 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a38fa1-efc5-45a2-97f2-0183d5b6a9f7 req-cb5a6e0f-4d6a-49df-8946-ca7ddb32ce1c tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0501337 Sep 16 19:58:36.087952 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a38fa1-efc5-45a2-97f2-0183d5b6a9f7 req-42f6e257-1f67-4dd2-97ec-dcd76550393f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Sep 16 19:58:36.482883 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-1abe03ce-6c3a-4dac-aefe-1c1ca915ffa7 req-147936bf-54be-46f1-9ce0-0d9f22d746ee service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:58:36.483847 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1abe03ce-6c3a-4dac-aefe-1c1ca915ffa7 req-147936bf-54be-46f1-9ce0-0d9f22d746ee service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055392 Sep 16 19:58:36.774333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b378-7177-4506-bc67-696216bc84c2 req-43140f27-d880-4aa4-b8a2-06b53c05561f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:36.775881 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a1b378-7177-4506-bc67-696216bc84c2 req-43140f27-d880-4aa4-b8a2-06b53c05561f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Sep 16 19:58:36.818018 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a1b378-7177-4506-bc67-696216bc84c2 req-8843fdd7-2f54-4596-9d3e-3cd6a5f05a98 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Sep 16 19:58:37.054464 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cace-3c29-47a8-8e97-e60cfcf290f5 req-247ab628-d928-40bc-9cb1-0be5db882dc7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:37.055967 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73f7cace-3c29-47a8-8e97-e60cfcf290f5 req-247ab628-d928-40bc-9cb1-0be5db882dc7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 16 19:58:37.098903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73f7cace-3c29-47a8-8e97-e60cfcf290f5 req-f6ee9b4b-b5ce-4d3c-8531-0c2b761ddfc1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Sep 16 19:58:37.195448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8872650f-2e65-4545-843d-413006c97e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:37.204815 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0abe5-3869-4e53-a710-a5aadc9eda3d req-9871ccb2-7033-443d-91ee-cee451468d82 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:37.206460 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4fb0abe5-3869-4e53-a710-a5aadc9eda3d req-9871ccb2-7033-443d-91ee-cee451468d82 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0507557 Sep 16 19:58:37.250756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4fb0abe5-3869-4e53-a710-a5aadc9eda3d req-1d88befe-0742-44f0-b98a-76e835174e50 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Sep 16 19:58:37.308261 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 59766) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:58:37.352665 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:37.399803 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-f83b0a5c-8263-4998-a6a8-384618c2ed59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896311 Sep 16 19:58:37.411250 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-de83801d-9f13-4220-8028-36cc8674dd49 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 19:58:37.411714 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-de83801d-9f13-4220-8028-36cc8674dd49 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057890 Sep 16 19:58:37.514849 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:37.517231 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a844b5d-6ec7-4f1e-8326-974bc8e578f6" -d '{"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-unplugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:37.550127 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a3f04-3295-4460-955b-5962b64c76ca x-openstack-request-id: req-569a3f04-3295-4460-955b-5962b64c76ca {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:37.550491 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-unplugged", "status": "failed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "code": 422}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:37.550963 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-569a3f04-3295-4460-955b-5962b64c76ca {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:37.551216 dv-cinder-804294-2-iscsi neutron-server[101175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'code': 422} returned with failed status Sep 16 19:58:37.943089 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6086fb-7dee-49e5-b46d-0934568d247f req-746bede5-06b2-434a-b660-1f440ccbd6e6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:37.944548 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b6086fb-7dee-49e5-b46d-0934568d247f req-746bede5-06b2-434a-b660-1f440ccbd6e6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0490482 Sep 16 19:58:37.984054 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b6086fb-7dee-49e5-b46d-0934568d247f req-5b18cca0-dade-4321-b3e8-95e5d907be36 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327413 Sep 16 19:58:38.217982 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a594ef-2073-4115-a057-df0dec71c33a req-a968e1ac-03c9-4a20-9fc4-b0bf90fc3841 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:38.219538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9a594ef-2073-4115-a057-df0dec71c33a req-a968e1ac-03c9-4a20-9fc4-b0bf90fc3841 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Sep 16 19:58:38.262346 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9a594ef-2073-4115-a057-df0dec71c33a req-51a097ba-8f61-446d-8f37-343eb9c693c2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Sep 16 19:58:38.298655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:38.366019 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e5bc-a06d-4565-ab17-5539f7052559 req-4642a9a4-8fea-4c8a-82f8-1f78d8a748ba tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:38.368278 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e365e5bc-a06d-4565-ab17-5539f7052559 req-4642a9a4-8fea-4c8a-82f8-1f78d8a748ba tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0503039 Sep 16 19:58:38.408579 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e365e5bc-a06d-4565-ab17-5539f7052559 req-bfe40dbb-29d2-4469-90d9-74c53e6de773 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Sep 16 19:58:39.103646 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b701add-49f7-4350-b016-01e292aa03ca req-dba0726f-ea31-431f-ba6c-b2d3f3de79ed tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:39.105001 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7b701add-49f7-4350-b016-01e292aa03ca req-dba0726f-ea31-431f-ba6c-b2d3f3de79ed tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0487058 Sep 16 19:58:39.144144 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7b701add-49f7-4350-b016-01e292aa03ca req-71869374-83da-44f9-b09d-91698f5bf339 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329959 Sep 16 19:58:39.234862 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:58:39.386416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9bd48-8842-4f04-a03f-69cf0583c7ca req-8fe7586b-cadf-4b13-bafd-df18db79a216 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:39.388106 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a2d9bd48-8842-4f04-a03f-69cf0583c7ca req-8fe7586b-cadf-4b13-bafd-df18db79a216 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0509310 Sep 16 19:58:39.430260 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a2d9bd48-8842-4f04-a03f-69cf0583c7ca req-6097765a-4b91-4df5-8132-96ac522d42bb tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Sep 16 19:58:39.794556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f51278-e970-435a-ad7d-21f35e6cad47 req-a0e91aaf-de92-41cf-bc4f-5c9320c58bd2 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:39.797049 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07f51278-e970-435a-ad7d-21f35e6cad47 req-a0e91aaf-de92-41cf-bc4f-5c9320c58bd2 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0495310 Sep 16 19:58:39.834452 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07f51278-e970-435a-ad7d-21f35e6cad47 req-3ecfedbb-9db9-44a7-bbfc-c54dae3f698a tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Sep 16 19:58:40.087240 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:40.266424 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5b93d-bfbb-4fe8-919a-9fa2b6fd1a2c req-a38a74a1-ade8-41cd-994b-a92cc5f17b79 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:40.267805 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dab5b93d-bfbb-4fe8-919a-9fa2b6fd1a2c req-a38a74a1-ade8-41cd-994b-a92cc5f17b79 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0484390 Sep 16 19:58:40.304920 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dab5b93d-bfbb-4fe8-919a-9fa2b6fd1a2c req-55efdd29-4e1d-4ff1-a858-73660137a7e5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311031 Sep 16 19:58:40.549996 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fda7d-94e3-47c1-bdeb-18e80d497581 req-24780c3a-011e-4395-a474-950514af3947 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:40.551432 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5e2fda7d-94e3-47c1-bdeb-18e80d497581 req-24780c3a-011e-4395-a474-950514af3947 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0538011 Sep 16 19:58:40.594686 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5e2fda7d-94e3-47c1-bdeb-18e80d497581 req-c99d12d5-9b96-42c4-8ebd-5307ffba8cbf tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Sep 16 19:58:40.953057 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a048a9-ccb0-4ef0-aa0c-a5a2b1a450e7 req-614b5df8-b779-47af-830f-31ee3573b345 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:40.954832 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87a048a9-ccb0-4ef0-aa0c-a5a2b1a450e7 req-614b5df8-b779-47af-830f-31ee3573b345 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0516808 Sep 16 19:58:40.992364 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87a048a9-ccb0-4ef0-aa0c-a5a2b1a450e7 req-b7a7715d-ce4d-42f2-8d20-6adcf9ab84c0 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Sep 16 19:58:41.428032 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319dcef-1985-4f58-a3bf-2563d19fb65f req-bcde1762-8e47-4a86-a6ad-32e887ad7027 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:41.429663 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4319dcef-1985-4f58-a3bf-2563d19fb65f req-bcde1762-8e47-4a86-a6ad-32e887ad7027 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0508320 Sep 16 19:58:41.466983 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4319dcef-1985-4f58-a3bf-2563d19fb65f req-48be7435-81f5-43cd-9ae5-7199e5b87064 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313761 Sep 16 19:58:41.709416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a9590-c12b-47de-ae4f-4fea1ceca90e req-f4d28b0b-ac38-4730-83d8-dfc01c88d9b5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:41.710865 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-230a9590-c12b-47de-ae4f-4fea1ceca90e req-f4d28b0b-ac38-4730-83d8-dfc01c88d9b5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0476515 Sep 16 19:58:41.751066 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-230a9590-c12b-47de-ae4f-4fea1ceca90e req-0878bb99-1e98-41d0-995c-fb803d34376b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Sep 16 19:58:41.870356 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-97f4b311-9ae5-4607-8bb8-c991ee120838 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:41.871757 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-97f4b311-9ae5-4607-8bb8-c991ee120838 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0502501 Sep 16 19:58:41.966125 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Deleting port a7dca844-3ddc-4c11-a812-34e49ce9a800 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:58:41.966382 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:42.073585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] For port a7dca844-3ddc-4c11-a812-34e49ce9a800, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a7dca844-3ddc-4c11-a812-34e49ce9a800,segment=NetworkSegment(e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8),segment_id=e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:58:42.073936 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:42.088675 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Calling delete_port for a7dca844-3ddc-4c11-a812-34e49ce9a800 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:58:42.134770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf59096-6493-44e2-9902-b53c85c2796e req-cc5a3c77-e63f-4ee6-9a02-1dce78a78535 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:42.136324 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3bf59096-6493-44e2-9902-b53c85c2796e req-cc5a3c77-e63f-4ee6-9a02-1dce78a78535 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 946 time: 0.0518332 Sep 16 19:58:42.186147 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3bf59096-6493-44e2-9902-b53c85c2796e req-a677ce32-4da1-4a95-bf87-21bbb3c86b22 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/security-groups?id=135b6a77-47ab-4982-9856-6f6367c7bdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Sep 16 19:58:42.316280 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:42.334103 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['a7dca844-3ddc-4c11-a812-34e49ce9a800'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:58:42.348977 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Pushing event deleted for resources: {'Port': ['ID=a7dca844-3ddc-4c11-a812-34e49ce9a800,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:58:42.389558 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] No DVR routers for this DVR port a7dca844-3ddc-4c11-a812-34e49ce9a800 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:58:42.392719 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:42.394752 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-a877453a-413f-4bd6-8ad9-cb85ab0223e3 req-4ff36803-a25d-478b-b6c4-53d53335995f tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.35 "DELETE /v2.0/ports/a7dca844-3ddc-4c11-a812-34e49ce9a800 HTTP/1.1" status: 204 len: 173 time: 0.5154154 Sep 16 19:58:42.395182 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'name': 'network-vif-deleted', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:58:42.397446 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b158a2-37e9-493f-aa1a-e06cbc9f04ff" -d '{"events": [{"server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "name": "network-vif-deleted", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:58:42.436563 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9418484-236c-4584-aa16-57cc41f82db5 x-openstack-request-id: req-b9418484-236c-4584-aa16-57cc41f82db5 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:58:42.437569 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c", "name": "network-vif-deleted", "tag": "a7dca844-3ddc-4c11-a812-34e49ce9a800", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:58:42.437887 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9418484-236c-4584-aa16-57cc41f82db5 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:58:42.438396 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c', 'name': 'network-vif-deleted', 'tag': 'a7dca844-3ddc-4c11-a812-34e49ce9a800', 'status': 'completed', 'code': 200} Sep 16 19:58:42.595173 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ee45-2800-4a80-a439-f91202743b73 req-68801284-6049-41e0-8826-df4fb0ad01f6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:42.596620 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ab49ee45-2800-4a80-a439-f91202743b73 req-68801284-6049-41e0-8826-df4fb0ad01f6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0533941 Sep 16 19:58:42.639397 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ab49ee45-2800-4a80-a439-f91202743b73 req-ebf88bce-6200-4fb2-a9f7-e67afcad75a9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364199 Sep 16 19:58:42.873392 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2099b3-440f-443f-97af-99d6a4dfbdfb req-fa08a269-9b75-4f6b-8f28-5a33c54f233b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:42.874967 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5f2099b3-440f-443f-97af-99d6a4dfbdfb req-fa08a269-9b75-4f6b-8f28-5a33c54f233b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Sep 16 19:58:42.923980 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5f2099b3-440f-443f-97af-99d6a4dfbdfb req-d88b49dc-9574-4e2d-bf2f-f36319c90953 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Sep 16 19:58:43.312352 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4245c94a-a02f-49f0-aa5a-3a219646c54a req-239f835d-c002-41e3-9732-ee349bdbc1c2 tempest-VolumesActionsTest-874505479 tempest-VolumesActionsTest-874505479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b3b39ed-d0bd-44ce-b3b4-ec2d2fedbc3c HTTP/1.1" status: 200 len: 210 time: 0.0353143 Sep 16 19:58:43.762032 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c6ca9-1bfc-46a2-88a6-0305ddfcf8ee req-179c94ea-dc4b-4899-92dd-ef7201f58108 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:43.763538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-946c6ca9-1bfc-46a2-88a6-0305ddfcf8ee req-179c94ea-dc4b-4899-92dd-ef7201f58108 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0494242 Sep 16 19:58:43.809064 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-946c6ca9-1bfc-46a2-88a6-0305ddfcf8ee req-2bd8ce4a-d4c9-4696-9786-079d7e00140c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387282 Sep 16 19:58:44.048103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca8ee-b7cd-40c6-a30e-84c6bea6a79a req-63f58aa8-07a7-41b8-917e-58f35b19889c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:44.050706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-180ca8ee-b7cd-40c6-a30e-84c6bea6a79a req-63f58aa8-07a7-41b8-917e-58f35b19889c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Sep 16 19:58:44.094191 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-180ca8ee-b7cd-40c6-a30e-84c6bea6a79a req-b34abbdb-1410-4117-b630-4c2d7b735475 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Sep 16 19:58:44.860390 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-04b9ec7a-b406-4302-ba65-16c2cfa17b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:44.861774 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-04b9ec7a-b406-4302-ba65-16c2cfa17b6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 1097 time: 0.0858874 Sep 16 19:58:44.932838 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-a65a17a1-a264-40a4-8450-10fdd6215866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:44.934334 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-a65a17a1-a264-40a4-8450-10fdd6215866 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1097 time: 0.0429654 Sep 16 19:58:44.949426 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957b09-0734-4279-8693-618234b2db25 req-8b5472e9-057b-4ce6-b595-31f048638906 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:44.950910 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73957b09-0734-4279-8693-618234b2db25 req-8b5472e9-057b-4ce6-b595-31f048638906 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0559399 Sep 16 19:58:45.006132 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73957b09-0734-4279-8693-618234b2db25 req-755c1ee1-f4de-4e33-8e81-150fa897ba18 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 Sep 16 19:58:45.044348 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-8cf8ca89-2662-4c03-bf2f-8cc09c500d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:45.045832 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-8cf8ca89-2662-4c03-bf2f-8cc09c500d8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.1014097 Sep 16 19:58:45.120714 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-da41a079-c11e-44ab-9059-f310487647d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 1000 time: 0.0602672 Sep 16 19:58:45.179137 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-7c0ec34c-aadd-49c6-9027-fa3ede4c3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:45.181000 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-7c0ec34c-aadd-49c6-9027-fa3ede4c3581 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0524127 Sep 16 19:58:45.232644 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa803-c51d-4982-a9c3-67f7f3f888be req-6ae4daaa-32c2-4723-88dc-1521449cf842 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:45.234204 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-b976bbc5-17df-4802-b211-6baaa7d72d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:45.234456 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2d8fa803-c51d-4982-a9c3-67f7f3f888be req-6ae4daaa-32c2-4723-88dc-1521449cf842 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0550058 Sep 16 19:58:45.235743 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-b976bbc5-17df-4802-b211-6baaa7d72d4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446992 Sep 16 19:58:45.270199 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a7dca844-3ddc-4c11-a812-34e49ce9a800 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:58:45.274926 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2d8fa803-c51d-4982-a9c3-67f7f3f888be req-2f648f4b-2db1-422c-b50b-f2a28f911e1f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Sep 16 19:58:45.304833 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: a7dca844-3ddc-4c11-a812-34e49ce9a800 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:58:45.305352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a7dca844-3ddc-4c11-a812-34e49ce9a800 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:58:45.340345 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-84fefb41-d745-44c1-8c94-03f99a2265b6 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944338 Sep 16 19:58:45.462664 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-000509bb-455f-46b5-bc08-50254ae429a8 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914333 Sep 16 19:58:46.133420 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37cc3-6c55-4991-b590-555ce80a173a req-9d86ee21-19a1-48ac-9ea0-3d6042b4de64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:46.134867 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-81e37cc3-6c55-4991-b590-555ce80a173a req-9d86ee21-19a1-48ac-9ea0-3d6042b4de64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0482657 Sep 16 19:58:46.175154 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-81e37cc3-6c55-4991-b590-555ce80a173a req-2c23ec14-b1cf-4b36-bdb2-981760b3e32e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Sep 16 19:58:46.426221 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb999f9-31d2-4570-849c-d126db7e09c3 req-7b0be2a4-cc73-4fe8-aac5-d772d70f84dc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:46.428646 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-abb999f9-31d2-4570-849c-d126db7e09c3 req-7b0be2a4-cc73-4fe8-aac5-d772d70f84dc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0632465 Sep 16 19:58:46.470969 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-abb999f9-31d2-4570-849c-d126db7e09c3 req-1f501ad0-b743-4d2b-947f-e667171c00a7 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Sep 16 19:58:47.294259 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266b8f-ff05-4a8c-b555-b9668c528765 req-70610460-d5c5-4ed5-99f6-5cbb74c250a1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:47.295707 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6266b8f-ff05-4a8c-b555-b9668c528765 req-70610460-d5c5-4ed5-99f6-5cbb74c250a1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0477872 Sep 16 19:58:47.333576 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6266b8f-ff05-4a8c-b555-b9668c528765 req-ed542db4-8032-4f4f-bf86-a67145c6ca9e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Sep 16 19:58:47.588073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff2da-ee84-4980-aa9b-16b2f88ca0f3 req-a43e406e-eb59-4dbe-9f41-2f5e61fbe824 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:47.589681 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-510ff2da-ee84-4980-aa9b-16b2f88ca0f3 req-a43e406e-eb59-4dbe-9f41-2f5e61fbe824 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Sep 16 19:58:47.629571 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-510ff2da-ee84-4980-aa9b-16b2f88ca0f3 req-e66af815-7568-4e57-8597-df5265028778 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333631 Sep 16 19:58:48.462889 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24871237-639b-43d2-b156-d129c8e55afb req-3778471a-3ecd-4a6c-b99b-8c97ab151b24 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:48.464605 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24871237-639b-43d2-b156-d129c8e55afb req-3778471a-3ecd-4a6c-b99b-8c97ab151b24 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0587027 Sep 16 19:58:48.509162 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24871237-639b-43d2-b156-d129c8e55afb req-862e3a60-8cde-4907-b86b-961b0d989439 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367999 Sep 16 19:58:48.769424 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8cd0b-2645-4f4a-b4fd-d7543f689496 req-fca0046e-5716-4a52-9a4c-1bffc4cda47b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:48.771015 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aab8cd0b-2645-4f4a-b4fd-d7543f689496 req-fca0046e-5716-4a52-9a4c-1bffc4cda47b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0609128 Sep 16 19:58:48.835447 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aab8cd0b-2645-4f4a-b4fd-d7543f689496 req-38d28448-5b2f-4487-8412-d30a65ce44ac tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Sep 16 19:58:49.636327 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c3d16-6430-4b20-98a0-80247fb48afb req-071e1dab-8131-4464-a34c-0d7d93c885e4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:49.651135 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-176c3d16-6430-4b20-98a0-80247fb48afb req-071e1dab-8131-4464-a34c-0d7d93c885e4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Sep 16 19:58:49.684855 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-176c3d16-6430-4b20-98a0-80247fb48afb req-5680c011-256c-464f-a192-24e6f91d32ea tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 Sep 16 19:58:49.960732 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1a38-966f-4e31-b110-0378b46e0b7a req-08407a63-17e4-461f-a75b-97d35914fbec tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:49.962288 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-774c1a38-966f-4e31-b110-0378b46e0b7a req-08407a63-17e4-461f-a75b-97d35914fbec tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0563354 Sep 16 19:58:50.003850 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-774c1a38-966f-4e31-b110-0378b46e0b7a req-202fd80e-b724-4e75-b7e6-1030045dbea1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Sep 16 19:58:50.624578 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf38109-feaf-47fe-bcbe-4d51521154af req-d96d7e5a-77e2-4d60-b037-2abe3e40d07e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:50.627249 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adf38109-feaf-47fe-bcbe-4d51521154af req-d96d7e5a-77e2-4d60-b037-2abe3e40d07e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0747340 Sep 16 19:58:50.681906 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adf38109-feaf-47fe-bcbe-4d51521154af req-6d530a37-6846-4f17-b924-ce5edaf04c62 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Sep 16 19:58:50.881333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac3c5-1d82-4019-8aef-cde9cc715704 req-913dde82-0cd7-4134-9e80-a6e6418a8dec tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:50.884849 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-562ac3c5-1d82-4019-8aef-cde9cc715704 req-913dde82-0cd7-4134-9e80-a6e6418a8dec tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0944035 Sep 16 19:58:50.926839 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-562ac3c5-1d82-4019-8aef-cde9cc715704 req-ea163480-3c4b-48c3-8248-839ce2cded0c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365605 Sep 16 19:58:51.027525 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:58:51.152883 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd6025-37d8-44dc-b81f-2a165d342af5 req-969089a4-cc5c-4118-90df-9a6b1cc54e9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:51.157829 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1bbd6025-37d8-44dc-b81f-2a165d342af5 req-969089a4-cc5c-4118-90df-9a6b1cc54e9e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0722320 Sep 16 19:58:51.199336 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1bbd6025-37d8-44dc-b81f-2a165d342af5 req-2e4cd82a-7f3e-4faa-9939-1d45f85aa88d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Sep 16 19:58:51.836091 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51fa5-529a-4d78-a99e-71dfae76a8a8 req-79f16438-7ae2-4559-9b16-975d10d95597 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:51.852168 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-38e51fa5-529a-4d78-a99e-71dfae76a8a8 req-79f16438-7ae2-4559-9b16-975d10d95597 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0584593 Sep 16 19:58:51.895852 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-38e51fa5-529a-4d78-a99e-71dfae76a8a8 req-c10c2060-6f54-43b1-b77d-6214a83b15ec tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Sep 16 19:58:52.070633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1221f-eb5b-4adb-8b70-9e3f063f77a7 req-b11c50d7-0430-448a-bf17-93c30fa661c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:52.072569 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-36e1221f-eb5b-4adb-8b70-9e3f063f77a7 req-b11c50d7-0430-448a-bf17-93c30fa661c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0577724 Sep 16 19:58:52.121925 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-36e1221f-eb5b-4adb-8b70-9e3f063f77a7 req-61c6571d-68d6-4136-a02e-2482ece6deaf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Sep 16 19:58:52.354482 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac9b5-c563-4831-8b4a-dbb369e2004c req-e9972a0c-06f5-4e97-8588-17983d51014c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:52.356372 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d61ac9b5-c563-4831-8b4a-dbb369e2004c req-e9972a0c-06f5-4e97-8588-17983d51014c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0610378 Sep 16 19:58:52.414863 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d61ac9b5-c563-4831-8b4a-dbb369e2004c req-69f6f6e5-bab2-4591-b2f8-8812ab662784 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Sep 16 19:58:53.090172 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc8213-0a5b-448d-9773-eb97ddaa028a req-f2580096-0c15-4848-aa64-c3709ca23db1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:53.091691 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5acc8213-0a5b-448d-9773-eb97ddaa028a req-f2580096-0c15-4848-aa64-c3709ca23db1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0799544 Sep 16 19:58:53.149326 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5acc8213-0a5b-448d-9773-eb97ddaa028a req-0058deb6-c618-418e-b374-09fcdd3416d0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Sep 16 19:58:53.248894 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e74efd-da8f-4aff-abdb-4c05a7063cf5 req-8381c205-050c-433b-9fdb-4620d44bffdb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:53.251548 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-82e74efd-da8f-4aff-abdb-4c05a7063cf5 req-8381c205-050c-433b-9fdb-4620d44bffdb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0538828 Sep 16 19:58:53.291847 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-82e74efd-da8f-4aff-abdb-4c05a7063cf5 req-2b2bdb72-3a06-43d9-82ef-1235873853ca tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339851 Sep 16 19:58:53.576996 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a97368-6e84-4802-a31d-8a9c3d94e8d2 req-51620b1d-f89e-4bce-ad83-c5ff818eeb51 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:53.587199 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98a97368-6e84-4802-a31d-8a9c3d94e8d2 req-51620b1d-f89e-4bce-ad83-c5ff818eeb51 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0810223 Sep 16 19:58:53.628849 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98a97368-6e84-4802-a31d-8a9c3d94e8d2 req-108d1d5c-5cea-49af-88d5-fee781afe427 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Sep 16 19:58:54.288134 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20ce9-74c5-41fc-8c13-d026936b6c0d req-17f6d0f8-057b-4389-b61b-c38fe44dd6b3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:54.296285 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09a20ce9-74c5-41fc-8c13-d026936b6c0d req-17f6d0f8-057b-4389-b61b-c38fe44dd6b3 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0731916 Sep 16 19:58:54.345306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09a20ce9-74c5-41fc-8c13-d026936b6c0d req-6e07be82-aba7-45ad-9665-33019735d28d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Sep 16 19:58:54.491725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b35b4-c582-4c52-94fd-c9f5631673d5 req-ee9d2a13-029c-4611-8fb8-20d17ecb77fc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:54.494033 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-115b35b4-c582-4c52-94fd-c9f5631673d5 req-ee9d2a13-029c-4611-8fb8-20d17ecb77fc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0839093 Sep 16 19:58:54.556665 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-115b35b4-c582-4c52-94fd-c9f5631673d5 req-99324a18-3657-4832-b67b-ae5b0d60bd6d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546262 Sep 16 19:58:54.808408 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e908-cae0-4cc3-9cae-9e16b2757b37 req-774d8bb6-ff00-4d6a-92ee-2ff86fa71af2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:54.818508 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dd91e908-cae0-4cc3-9cae-9e16b2757b37 req-774d8bb6-ff00-4d6a-92ee-2ff86fa71af2 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0869977 Sep 16 19:58:54.907916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dd91e908-cae0-4cc3-9cae-9e16b2757b37 req-cd444b9d-2141-4a4b-b669-00085a506769 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Sep 16 19:58:55.544683 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83da28-896a-495a-a078-ea8375c52920 req-603ed3d9-99b8-461c-8054-34523a4df93d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:55.552995 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a83da28-896a-495a-a078-ea8375c52920 req-603ed3d9-99b8-461c-8054-34523a4df93d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.1027000 Sep 16 19:58:55.616957 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a83da28-896a-495a-a078-ea8375c52920 req-672c761b-697a-46ed-9630-97c49b73306e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627310 Sep 16 19:58:55.789581 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc974e4a-073e-4aab-9237-141bfe810301 req-c3750baa-ff34-44e9-a9a9-85e67cf8462e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:55.820942 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dc974e4a-073e-4aab-9237-141bfe810301 req-c3750baa-ff34-44e9-a9a9-85e67cf8462e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.1344397 Sep 16 19:58:55.874570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dc974e4a-073e-4aab-9237-141bfe810301 req-f51932de-e464-4bdd-b0aa-92b49d60ef6d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527105 Sep 16 19:58:56.133610 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206fb34-bb42-4c4e-8754-2b93ee41b3bb req-70394666-3728-4d79-8c47-204c51654064 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:56.135760 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9206fb34-bb42-4c4e-8754-2b93ee41b3bb req-70394666-3728-4d79-8c47-204c51654064 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0905488 Sep 16 19:58:56.181021 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9206fb34-bb42-4c4e-8754-2b93ee41b3bb req-da7beb0a-373c-422a-8e57-098c57d42269 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Sep 16 19:58:56.762534 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f550b2d-d4d1-4c2b-bdaa-49e7a6ab83cb req-c6480126-21be-45ec-a508-9136b2b60974 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:56.764177 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f550b2d-d4d1-4c2b-bdaa-49e7a6ab83cb req-c6480126-21be-45ec-a508-9136b2b60974 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0722008 Sep 16 19:58:56.808301 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f550b2d-d4d1-4c2b-bdaa-49e7a6ab83cb req-0e6fb86a-580c-4f9a-b208-131774025592 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Sep 16 19:58:57.173588 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1d38f-48d5-4709-a6e0-c397469292aa req-b7dbd018-dabd-4375-b839-3b6d7a1485f0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:57.179623 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f9e1d38f-48d5-4709-a6e0-c397469292aa req-b7dbd018-dabd-4375-b839-3b6d7a1485f0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0669835 Sep 16 19:58:57.238844 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f9e1d38f-48d5-4709-a6e0-c397469292aa req-4e32b59b-9ccf-4e42-8105-94628a1f818e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541883 Sep 16 19:58:57.379144 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c387-df47-4f2d-bcb9-9340215d79e0 req-1c765618-b480-46ff-ad43-9d3ba33329a0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:57.383065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f4d3c387-df47-4f2d-bcb9-9340215d79e0 req-1c765618-b480-46ff-ad43-9d3ba33329a0 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0915914 Sep 16 19:58:57.428047 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f4d3c387-df47-4f2d-bcb9-9340215d79e0 req-8469b19d-eb91-4a51-b137-7ea1cefdca81 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Sep 16 19:58:57.990111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029a052-421c-4c4d-9110-39794252ac14 req-470de8e3-c636-448c-bad3-c7c1de3e268b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:57.991724 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3029a052-421c-4c4d-9110-39794252ac14 req-470de8e3-c636-448c-bad3-c7c1de3e268b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0801673 Sep 16 19:58:58.045822 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3029a052-421c-4c4d-9110-39794252ac14 req-0798a2a6-88bb-4ac8-80f8-6f083588e4af tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468013 Sep 16 19:58:58.475560 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302298b-4405-4574-a94e-fe8d26cd457c req-c42936db-6770-495c-b7a0-7f72e7fb6392 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:58.484482 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7302298b-4405-4574-a94e-fe8d26cd457c req-c42936db-6770-495c-b7a0-7f72e7fb6392 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.1230693 Sep 16 19:58:58.539720 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7302298b-4405-4574-a94e-fe8d26cd457c req-425dca83-7dc8-4ba5-8bf8-29981c810c43 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534914 Sep 16 19:58:58.611333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce34d8-1ec9-41ab-ae8d-fced11d24e0b req-a4d76e38-92ad-4c9f-8a0c-33f3a9f00818 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:58.613291 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67ce34d8-1ec9-41ab-ae8d-fced11d24e0b req-a4d76e38-92ad-4c9f-8a0c-33f3a9f00818 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0643954 Sep 16 19:58:58.682544 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67ce34d8-1ec9-41ab-ae8d-fced11d24e0b req-80bfc666-f038-414c-87bf-9d47b5b21501 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625839 Sep 16 19:58:59.228991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb8766-71a0-4121-b51c-2f6ee29bfff2 req-0ffc3def-1bec-4f7f-a615-177db67c9394 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:59.230549 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-53eb8766-71a0-4121-b51c-2f6ee29bfff2 req-0ffc3def-1bec-4f7f-a615-177db67c9394 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0589457 Sep 16 19:58:59.293578 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-53eb8766-71a0-4121-b51c-2f6ee29bfff2 req-e40b6556-2313-4726-9d8f-e3463ccaeca6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556743 Sep 16 19:58:59.673812 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ae39-66f9-44b6-b26d-dea3357397a3 req-0d2c755f-ed54-49f9-bc4f-04226c91bb7a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:59.675437 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5b6ae39-66f9-44b6-b26d-dea3357397a3 req-0d2c755f-ed54-49f9-bc4f-04226c91bb7a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0504544 Sep 16 19:58:59.717328 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5b6ae39-66f9-44b6-b26d-dea3357397a3 req-a4089c01-9042-43c4-b0ff-e88cb882d488 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349951 Sep 16 19:58:59.809598 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68336-bae5-47b5-bb17-e8cf0f88d304 req-f9ea7ffd-82ff-4d51-8b80-a0cd68a159d9 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:58:59.811316 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cde68336-bae5-47b5-bb17-e8cf0f88d304 req-f9ea7ffd-82ff-4d51-8b80-a0cd68a159d9 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0568097 Sep 16 19:58:59.872215 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-cde68336-bae5-47b5-bb17-e8cf0f88d304 req-fbd4c6e6-aaab-4787-84db-eee5eabb253a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Sep 16 19:59:00.436682 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512ee7-3a21-4ef0-a988-effbf190335a req-2ca070c5-791a-44b7-b009-c9da1f3c042c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:00.444130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78512ee7-3a21-4ef0-a988-effbf190335a req-2ca070c5-791a-44b7-b009-c9da1f3c042c tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0614429 Sep 16 19:59:00.504386 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-78512ee7-3a21-4ef0-a988-effbf190335a req-cae2b664-9f99-4489-9b2b-f5233813e40d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Sep 16 19:59:00.869986 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4ac91-f7fc-43be-9f49-33c5a9c679fe req-37f8a30e-fa09-49f9-9fca-5320ecd2e02a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:00.879247 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54c4ac91-f7fc-43be-9f49-33c5a9c679fe req-37f8a30e-fa09-49f9-9fca-5320ecd2e02a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0774870 Sep 16 19:59:00.948672 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54c4ac91-f7fc-43be-9f49-33c5a9c679fe req-57a3cee7-2c38-428f-bad5-7045513ff85b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680509 Sep 16 19:59:01.032845 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ca7e-4acb-4908-a05b-dc119c47a2dd req-58256813-eb88-4439-844d-6db6e01e137f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:01.035261 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9464ca7e-4acb-4908-a05b-dc119c47a2dd req-58256813-eb88-4439-844d-6db6e01e137f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0716441 Sep 16 19:59:01.086823 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9464ca7e-4acb-4908-a05b-dc119c47a2dd req-4366026e-f9c2-4b08-bc7c-de99b50ad21b tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Sep 16 19:59:01.631625 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2533-2686-4b6f-ac0e-3504b30d895a req-373be721-80eb-400f-9383-c26b6f9f6327 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:01.633129 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-090f2533-2686-4b6f-ac0e-3504b30d895a req-373be721-80eb-400f-9383-c26b6f9f6327 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0592334 Sep 16 19:59:01.721913 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-090f2533-2686-4b6f-ac0e-3504b30d895a req-6927c7cf-868f-43e4-a665-61f0668d5de1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813522 Sep 16 19:59:02.140350 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b23a5-95e4-4d1c-ad56-e7ceaabdfc40 req-062098cb-e669-4e8b-951d-d4c51dfb8a28 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.151814 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-aff6d746-cc18-43f7-b93e-95fc9bf0fcd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473373 Sep 16 19:59:02.155844 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-779b23a5-95e4-4d1c-ad56-e7ceaabdfc40 req-062098cb-e669-4e8b-951d-d4c51dfb8a28 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.1018031 Sep 16 19:59:02.255895 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-5e7dbaa0-9233-4167-8e1f-01dce9270864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.257691 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-5e7dbaa0-9233-4167-8e1f-01dce9270864 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 1098 time: 0.0735598 Sep 16 19:59:02.300828 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-779b23a5-95e4-4d1c-ad56-e7ceaabdfc40 req-96e17342-7138-47ad-b586-4945de6ad051 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340635 Sep 16 19:59:02.321851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18962-fdcf-41d6-a26e-5f42404c5bd1 req-5ed21e25-00ed-4e43-9c71-a02267c4ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.323808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87c18962-fdcf-41d6-a26e-5f42404c5bd1 req-5ed21e25-00ed-4e43-9c71-a02267c4ae53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.1700175 Sep 16 19:59:02.337699 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6058d-05af-44cf-bb83-7fd4895cc1a3 req-eb7cff2b-b697-41aa-812b-7f800bdc3436 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.345415 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c6058d-05af-44cf-bb83-7fd4895cc1a3 req-eb7cff2b-b697-41aa-812b-7f800bdc3436 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1143172 Sep 16 19:59:02.397547 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-9dc76c97-e7a5-4ffd-bd66-e0b92ab6d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.399827 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-9dc76c97-e7a5-4ffd-bd66-e0b92ab6d450 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1168895 Sep 16 19:59:02.412956 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87c18962-fdcf-41d6-a26e-5f42404c5bd1 req-f5370707-d70e-4056-9665-af4cedc6dfcb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655308 Sep 16 19:59:02.424783 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c6058d-05af-44cf-bb83-7fd4895cc1a3 req-7f8fd970-805f-4272-8edf-786be9d840fc tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775847 Sep 16 19:59:02.449399 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-d80092f3-61ba-4df9-b947-7d83fe6aeeb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1115fb1e-6b36-47f6-8712-24de2444ce84 HTTP/1.1" status: 200 len: 217 time: 0.0399337 Sep 16 19:59:02.682463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-5fbee114-c372-48df-862e-a67b714467b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.684784 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-5fbee114-c372-48df-862e-a67b714467b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0684221 Sep 16 19:59:02.724298 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-d91e4111-6bcc-4b52-8eac-770fca562c0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269668 Sep 16 19:59:02.848199 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-d2a21640-b252-4027-96f8-ced51ef568f7 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076832 Sep 16 19:59:02.852290 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bfc9d-e826-451f-8b44-6be595f3e76a req-f921c638-c723-4786-a823-cdbbc22ea9e0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:02.859816 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae6bfc9d-e826-451f-8b44-6be595f3e76a req-f921c638-c723-4786-a823-cdbbc22ea9e0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0671854 Sep 16 19:59:02.900447 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae6bfc9d-e826-451f-8b44-6be595f3e76a req-c53fb0ed-9199-4d0b-be4b-08ece32d8d94 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Sep 16 19:59:02.967158 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-5c92a5f5-0aae-44d2-a38f-6e613d3fa84f req-f5527ede-25dd-4a88-92a4-2363e738772f service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131918 Sep 16 19:59:02.978236 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:59:03.487173 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962396a-6479-45c8-aa67-5e4b779bb35a req-008e57e0-a0b6-408d-892a-9f7e16fb2f74 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:03.488706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4962396a-6479-45c8-aa67-5e4b779bb35a req-008e57e0-a0b6-408d-892a-9f7e16fb2f74 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0904028 Sep 16 19:59:03.613115 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4962396a-6479-45c8-aa67-5e4b779bb35a req-a2f11dec-d5da-4921-a79d-299299d123df tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075346 Sep 16 19:59:03.670000 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752cd47-324d-476d-91cb-47caded15ce6 req-1d22c3d3-9294-4301-a6ad-08ed915b7a14 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:03.682265 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5752cd47-324d-476d-91cb-47caded15ce6 req-1d22c3d3-9294-4301-a6ad-08ed915b7a14 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1228752 Sep 16 19:59:03.760940 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5752cd47-324d-476d-91cb-47caded15ce6 req-8858d445-9bfd-4736-ad5e-8e4d41388843 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Sep 16 19:59:04.061393 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7113e5-17ca-4fd2-a4c2-fcab845c271a req-774a1704-8257-4b63-9e86-76a62e718dee tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:04.067391 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-af7113e5-17ca-4fd2-a4c2-fcab845c271a req-774a1704-8257-4b63-9e86-76a62e718dee tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0781755 Sep 16 19:59:04.124322 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-af7113e5-17ca-4fd2-a4c2-fcab845c271a req-af7bf406-6269-41c7-8af3-bd1a81e37c0a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516794 Sep 16 19:59:04.235232 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-480cea94-2d34-42ee-9dbe-0a563804416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:04.748350 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a2d98-843c-44e0-9669-793c943af09a req-4ccdf238-bf07-431a-b678-c77cb34c2fae tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:04.750220 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-417a2d98-843c-44e0-9669-793c943af09a req-4ccdf238-bf07-431a-b678-c77cb34c2fae tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0515413 Sep 16 19:59:04.797078 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-2dce0190-9397-43cd-9637-f0bd4e63ec55 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:04.799628 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-2dce0190-9397-43cd-9637-f0bd4e63ec55 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Sep 16 19:59:04.801352 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-417a2d98-843c-44e0-9669-793c943af09a req-7941236d-ae9a-4538-ab17-3df3371efba6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Sep 16 19:59:04.968958 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Deleting port 8547b240-07b0-439e-aa77-d0b8f733697d {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:04.969805 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:04.990575 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b1c0-7de9-4a16-bdc0-9b8a323e796d req-10b58692-8677-4d62-a462-ce80ac19c2b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:04.994379 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c5d6b1c0-7de9-4a16-bdc0-9b8a323e796d req-10b58692-8677-4d62-a462-ce80ac19c2b8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1061270 Sep 16 19:59:05.064472 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c5d6b1c0-7de9-4a16-bdc0-9b8a323e796d req-650f5b79-67d1-4457-bf01-7877e8e8c25f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Sep 16 19:59:05.080463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] For port 8547b240-07b0-439e-aa77-d0b8f733697d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8547b240-07b0-439e-aa77-d0b8f733697d,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:05.081621 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:05.099956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Calling delete_port for 8547b240-07b0-439e-aa77-d0b8f733697d owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:05.345812 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb031f-84fb-4fef-aae5-333ee296482b req-ce4d7e14-964c-48cb-a46a-863a8fd1ead0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:05.347438 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49bb031f-84fb-4fef-aae5-333ee296482b req-ce4d7e14-964c-48cb-a46a-863a8fd1ead0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 945 time: 0.0829313 Sep 16 19:59:05.417014 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49bb031f-84fb-4fef-aae5-333ee296482b req-dd66afa7-4ba6-4bc8-a29e-ee4423ac855e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Sep 16 19:59:05.518898 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:05.530624 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba', '4654d790-cf9e-4d57-a243-51ce6b03c11b', '2c11b443-0a4e-41fe-b144-54460e241532', '8547b240-07b0-439e-aa77-d0b8f733697d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:05.547842 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event deleted for resources: {'Port': ['ID=8547b240-07b0-439e-aa77-d0b8f733697d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:05.561089 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.564582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.565337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.565337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:05.607336 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] No DVR routers for this DVR port 8547b240-07b0-439e-aa77-d0b8f733697d on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:05.610089 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:05.613771 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fa32abdb-ce55-40b4-868d-0801d6970fe5 req-adcb5adf-2622-4603-a94b-53b38aa0c1e1 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "DELETE /v2.0/ports/8547b240-07b0-439e-aa77-d0b8f733697d HTTP/1.1" status: 204 len: 173 time: 0.8059721 Sep 16 19:59:05.614358 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'name': 'network-vif-deleted', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:05.617856 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eba8e2-bdd6-4308-872b-e143bab103a4" -d '{"events": [{"server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "name": "network-vif-deleted", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:05.666053 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802df94e-55ae-43a6-8011-03d75eb9eaf9 x-openstack-request-id: req-802df94e-55ae-43a6-8011-03d75eb9eaf9 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:05.666347 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b40c763-6187-4254-8bf3-c8d747e4ab29", "name": "network-vif-deleted", "tag": "8547b240-07b0-439e-aa77-d0b8f733697d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:05.666602 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-802df94e-55ae-43a6-8011-03d75eb9eaf9 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:05.666997 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b40c763-6187-4254-8bf3-c8d747e4ab29', 'name': 'network-vif-deleted', 'tag': '8547b240-07b0-439e-aa77-d0b8f733697d', 'status': 'completed', 'code': 200} Sep 16 19:59:05.815480 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac78c-c21d-4e70-8d97-13538fa8af44 req-ee9ed2ac-cf9a-4b4f-871b-59a67ec9bd08 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:05.824441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-620ac78c-c21d-4e70-8d97-13538fa8af44 req-ee9ed2ac-cf9a-4b4f-871b-59a67ec9bd08 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0754678 Sep 16 19:59:05.934254 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-620ac78c-c21d-4e70-8d97-13538fa8af44 req-4d4f2920-3359-4311-9f95-52c9678905a1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084447 Sep 16 19:59:05.952202 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68260efd-b520-4e98-a75e-afc9d8651842 req-e4f9cf99-c74c-437d-9db9-09f433a036e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:05.956798 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-e4f9cf99-c74c-437d-9db9-09f433a036e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 1098 time: 0.0923223 Sep 16 19:59:05.995530 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5edc-a64e-4c09-b1b5-e133082fbaa0 req-f4996964-1bd2-46e9-9322-8b53b4d69b80 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:06.004439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ab6f5edc-a64e-4c09-b1b5-e133082fbaa0 req-f4996964-1bd2-46e9-9322-8b53b4d69b80 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0868115 Sep 16 19:59:06.053592 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ab6f5edc-a64e-4c09-b1b5-e133082fbaa0 req-0b227a07-3baf-46c9-8e46-3dbb4c387fb3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Sep 16 19:59:06.074879 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68260efd-b520-4e98-a75e-afc9d8651842 req-c4cf1e43-84a5-42fb-88ed-c4d24c454f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:06.076346 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-c4cf1e43-84a5-42fb-88ed-c4d24c454f05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 200 len: 920 time: 0.1120815 Sep 16 19:59:06.123285 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-a5ad602b-5fb7-4f05-8ce3-a536e7a66e78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 200 len: 217 time: 0.0378358 Sep 16 19:59:06.195403 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68260efd-b520-4e98-a75e-afc9d8651842 req-1be3a4c7-fde0-4c06-a216-adc2bca83b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:06.196913 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-1be3a4c7-fde0-4c06-a216-adc2bca83b02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 200 len: 859 time: 0.0555277 Sep 16 19:59:06.234015 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-b9dec54b-7dba-41ce-99c5-f195d6222b38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68a4545-d3d5-4791-86ef-a9d26b7513ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293534 Sep 16 19:59:06.334208 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-866ab672-addb-4f32-866e-7cbd5f791609 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894065 Sep 16 19:59:06.462734 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-68260efd-b520-4e98-a75e-afc9d8651842 req-a31e0e11-48ce-4747-baf5-7f21abd039b5 service neutron] 10.222.0.35 "GET /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019380 Sep 16 19:59:06.550921 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-789a3627-ee7a-4d45-b2e6-7a88a1b02375 req-b9a7856f-ec8b-4358-b475-0811a109d488 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b40c763-6187-4254-8bf3-c8d747e4ab29 HTTP/1.1" status: 200 len: 210 time: 0.0262671 Sep 16 19:59:07.176140 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7b61e9fa-3bce-45dc-b32b-e8edfcd28c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:07.292168 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5934b-62f2-4f9b-a5fc-04053631d915 req-69498d47-01c7-480a-aff8-a92497d4a10a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:07.293840 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76e5934b-62f2-4f9b-a5fc-04053631d915 req-69498d47-01c7-480a-aff8-a92497d4a10a tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.2964005 Sep 16 19:59:07.315462 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82f98-b0a7-428e-a29d-646102d2a75c req-63ec7a65-3e1c-469f-990d-f87362214943 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:07.317135 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eeb82f98-b0a7-428e-a29d-646102d2a75c req-63ec7a65-3e1c-469f-990d-f87362214943 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0732527 Sep 16 19:59:07.353177 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:07.362035 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76e5934b-62f2-4f9b-a5fc-04053631d915 req-0df80460-2009-4d2e-97a7-2b3bce8c8574 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608258 Sep 16 19:59:07.375259 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eeb82f98-b0a7-428e-a29d-646102d2a75c req-f44025cd-a61f-452b-91a5-fa3ffeae5014 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498006 Sep 16 19:59:08.318443 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:08.514235 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccb51-7656-481c-a815-13a11f2ceecb req-2e49bd3f-8660-42c4-83df-884993c1619d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:08.515735 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffdccb51-7656-481c-a815-13a11f2ceecb req-2e49bd3f-8660-42c4-83df-884993c1619d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0797751 Sep 16 19:59:08.538952 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca92ba5-a37d-4178-84e0-f53682e79e42 req-5a5b0d3e-b9fb-4158-be92-782066262214 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:08.540513 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3ca92ba5-a37d-4178-84e0-f53682e79e42 req-5a5b0d3e-b9fb-4158-be92-782066262214 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0790756 Sep 16 19:59:08.597940 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffdccb51-7656-481c-a815-13a11f2ceecb req-00f57428-d504-4307-8e1d-9d3bdc2afa57 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734744 Sep 16 19:59:08.606236 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3ca92ba5-a37d-4178-84e0-f53682e79e42 req-89d23d06-4a26-4e7f-9815-b76ed69ec041 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562282 Sep 16 19:59:09.254929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da13c9-eb7c-45ef-9384-c592f0198412 req-3ae4b927-8de6-4a02-96a5-4064b3708d7b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:09.256430 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1da13c9-eb7c-45ef-9384-c592f0198412 req-3ae4b927-8de6-4a02-96a5-4064b3708d7b tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.0535932 Sep 16 19:59:09.296310 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1da13c9-eb7c-45ef-9384-c592f0198412 req-f9829fca-efa2-4efa-aea5-48aa5777eb12 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Sep 16 19:59:09.375419 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 8547b240-07b0-439e-aa77-d0b8f733697d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:09.395521 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 8547b240-07b0-439e-aa77-d0b8f733697d {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:09.395861 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 8547b240-07b0-439e-aa77-d0b8f733697d not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:09.753805 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e67dd-6f77-4bd2-8932-02fa74318d0f req-c666810c-b098-4e68-94ed-c23d78aa0e05 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:09.755338 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-788e67dd-6f77-4bd2-8932-02fa74318d0f req-c666810c-b098-4e68-94ed-c23d78aa0e05 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0707316 Sep 16 19:59:09.763791 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f944406-c243-4f6c-92af-e047c23929e0 req-0ac5d405-b38b-495d-8390-0dfd2acecade tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:09.765302 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9f944406-c243-4f6c-92af-e047c23929e0 req-0ac5d405-b38b-495d-8390-0dfd2acecade tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0940645 Sep 16 19:59:09.822574 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-788e67dd-6f77-4bd2-8932-02fa74318d0f req-d37a28bc-3705-47b9-9812-d0b8e22f757b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562937 Sep 16 19:59:09.825268 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9f944406-c243-4f6c-92af-e047c23929e0 req-3f48b625-463f-49e4-8e15-11b1d6be2874 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Sep 16 19:59:10.084709 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.303853 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60242) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:10.349000 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Deleting subnet 38f6d1a6-b8d8-444c-b4cd-482909306d3f {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:59:10.352262 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.412670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.465154 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656609d6-6745-4519-9a2f-ea6d2cd8a7ef req-023f1431-5d7f-4b74-a990-284ce923356d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:10.465154 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-656609d6-6745-4519-9a2f-ea6d2cd8a7ef req-023f1431-5d7f-4b74-a990-284ce923356d tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.0925333 Sep 16 19:59:10.468075 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.540478 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-656609d6-6745-4519-9a2f-ea6d2cd8a7ef req-321d8b63-0626-4ffd-a1af-ecace72367c0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700159 Sep 16 19:59:10.633547 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.662606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f6d1a6-b8d8-444c-b4cd-482909306d3f,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:10.667096 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.671627 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38f6d1a6-b8d8-444c-b4cd-482909306d3f HTTP/1.1" status: 204 len: 168 time: 0.3640916 Sep 16 19:59:10.672408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60246) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:10.673935 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.674766 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.674766 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.674938 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.675251 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.675581 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.675909 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.676251 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.676562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.676883 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.677461 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.677802 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0cfc-e35b-432a-b9ca-471c15b2961a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:10.740056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.821752 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.841123 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9039870-4a89-420b-8738-aa74e7a3621b']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:10.852561 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:10.852854 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a01172-4e9e-47c7-84fe-2d7e3f5cf4c8') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:10.865288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.879629 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.886701 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:59:10.887215 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:59:10.889408 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:59:10.975225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645cf16-4218-4f38-8859-9aa00c4b613f req-205bf8dd-d3b4-47e6-aa24-196b79bbad83 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:10.977776 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2645cf16-4218-4f38-8859-9aa00c4b613f req-205bf8dd-d3b4-47e6-aa24-196b79bbad83 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 944 time: 0.0796704 Sep 16 19:59:11.017146 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-6f9e2f97-fe34-4130-9576-07b7a3da602f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:11.018665 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-6f9e2f97-fe34-4130-9576-07b7a3da602f tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 946 time: 0.1040778 Sep 16 19:59:11.019217 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2645cf16-4218-4f38-8859-9aa00c4b613f req-f3f2edfc-72bd-45d9-b4c7-090bf74f0b81 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336804 Sep 16 19:59:11.051970 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.058892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.060753 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9039870-4a89-420b-8738-aa74e7a3621b HTTP/1.1" status: 204 len: 168 time: 0.3877456 Sep 16 19:59:11.077806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a51b5-2bc5-426c-a6d3-d656da27a9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9039870-4a89-420b-8738-aa74e7a3621b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:11.134705 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Deleting port 2c11b443-0a4e-41fe-b144-54460e241532 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:11.134996 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.251481 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] For port 2c11b443-0a4e-41fe-b144-54460e241532, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2c11b443-0a4e-41fe-b144-54460e241532,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:11.251971 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.278353 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Calling delete_port for 2c11b443-0a4e-41fe-b144-54460e241532 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:11.372093 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:59:11.483395 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:11.485542 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.501159 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba', '4654d790-cf9e-4d57-a243-51ce6b03c11b', '2c11b443-0a4e-41fe-b144-54460e241532'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:11.509568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'mac_address': 'fa:16:3e:a3:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:59:11.523975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event deleted for resources: {'Port': ['ID=2c11b443-0a4e-41fe-b144-54460e241532,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:11.550706 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60254) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:11.572361 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] No DVR routers for this DVR port 2c11b443-0a4e-41fe-b144-54460e241532 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:11.583293 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.583293 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-f0a7f1e8-0733-4262-9736-e55e1ae6441e req-286ba4ef-71dc-41b5-b89f-b8d04a794b31 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "DELETE /v2.0/ports/2c11b443-0a4e-41fe-b144-54460e241532 HTTP/1.1" status: 204 len: 173 time: 0.5517745 Sep 16 19:59:11.583293 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'name': 'network-vif-deleted', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:11.583293 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c11cd-1ec2-4238-8c28-afeffb262cf7" -d '{"events": [{"server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "name": "network-vif-deleted", "tag": "2c11b443-0a4e-41fe-b144-54460e241532"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:11.613567 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.615521 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d3a1b8ba-78bf-45ce-b060-500879ba18e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dd36eb3c3be40c480cff038f248f5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588403 Sep 16 19:59:11.619165 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60260) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:11.632711 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84f44b9-b3fc-40c2-9dd3-c98d79613594 x-openstack-request-id: req-f84f44b9-b3fc-40c2-9dd3-c98d79613594 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:11.632993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0116e079-fd53-4c90-908f-c83480e8622c", "name": "network-vif-deleted", "tag": "2c11b443-0a4e-41fe-b144-54460e241532", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:11.633245 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f84f44b9-b3fc-40c2-9dd3-c98d79613594 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:11.633666 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0116e079-fd53-4c90-908f-c83480e8622c', 'name': 'network-vif-deleted', 'tag': '2c11b443-0a4e-41fe-b144-54460e241532', 'status': 'completed', 'code': 200} Sep 16 19:59:11.665776 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:59:11.676434 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.677709 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7e34d4fc-40d9-44e5-bc9a-3dacc00aa14b req-8bf54c02-350e-4993-ba8c-8eabb79cb6e8 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0304894 Sep 16 19:59:11.700515 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:11.706632 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.839079 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.839308 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.848474 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:11.852106 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/135b6a77-47ab-4982-9856-6f6367c7bdb6 HTTP/1.1" status: 204 len: 168 time: 0.2295816 Sep 16 19:59:11.867149 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440e25-078d-41a2-bb09-1960765b494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b6a77-47ab-4982-9856-6f6367c7bdb6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:11.918408 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=9']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:12.143323 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34980aae-cacb-4ca3-94a6-302b94dc7c0a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:12.155546 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666fc7-1dc6-4782-a8aa-ad4f9f7a8903 req-6ad51555-93e9-4b12-a906-8e24a15c6509 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:12.157099 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c0666fc7-1dc6-4782-a8aa-ad4f9f7a8903 req-6ad51555-93e9-4b12-a906-8e24a15c6509 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0567548 Sep 16 19:59:12.207108 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c0666fc7-1dc6-4782-a8aa-ad4f9f7a8903 req-995cc8b1-0663-4661-abc2-439685e0b9d7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Sep 16 19:59:12.822791 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-173872c1-be2a-4154-966d-be2f8a5d7e70 req-07b0fa07-4877-4ce7-9b47-8099b32a620a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=0116e079-fd53-4c90-908f-c83480e8622c HTTP/1.1" status: 200 len: 210 time: 0.0425172 Sep 16 19:59:13.024871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60294) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:13.140428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1342649432-network', 'tenant_id': 'bf915f1a2ed74f0eb7976fff9e1210af'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:59:13.233919 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Made reservation on behalf of bf915f1a2ed74f0eb7976fff9e1210af for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:59:13.236476 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.246736 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.363315 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:59:13.384557 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.399907 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e19b8-7541-4bfa-a7fd-73ccdf94e331 req-e5e3a7aa-597a-4a6d-8625-b18a567ce35d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:13.402589 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2d4e19b8-7541-4bfa-a7fd-73ccdf94e331 req-e5e3a7aa-597a-4a6d-8625-b18a567ce35d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 945 time: 0.0734830 Sep 16 19:59:13.423981 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 34980aae-cacb-4ca3-94a6-302b94dc7c0a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:59:13.426459 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.457764 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.464445 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2d4e19b8-7541-4bfa-a7fd-73ccdf94e331 req-dd5b398a-015b-420b-918a-7b91a9c7499b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506742 Sep 16 19:59:13.487463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 19:59:13.498392 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec6723-d388-4c5c-ba21-71da56c60b00,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:13.505358 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.510659 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Added segment 3650b908-850c-448e-bda8-1cd6b6ef9083 of type vlan for network 1d3513ca-021c-4201-91d6-5eec0baf36d4 Sep 16 19:59:13.543716 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.553147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.577735 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:13.580031 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35edd6-4d21-46e7-bc04-14e0523a716d" -d '{"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:13.595522 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:13.622591 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ac059-9066-4610-950c-c94b2e12dc11 x-openstack-request-id: req-c68ac059-9066-4610-950c-c94b2e12dc11 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:13.622910 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-plugged", "status": "completed", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:13.623162 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c68ac059-9066-4610-950c-c94b2e12dc11 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:13.623546 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'code': 200} Sep 16 19:59:13.662234 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.663272 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:13.663870 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.686021 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:13.731587 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] Pushing event updated for resources: {'Network': ['ID=1d3513ca-021c-4201-91d6-5eec0baf36d4,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:13.737624 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6bec4636-8db9-4358-bde1-b76e8bb1430b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7112939 Sep 16 19:59:13.742205 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60304) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:13.747200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Request body: {'subnet': {'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1342649432-subnet', 'tenant_id': 'bf915f1a2ed74f0eb7976fff9e1210af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:59:13.747632 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 19:59:13.795495 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=10']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:13.828720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Made reservation on behalf of bf915f1a2ed74f0eb7976fff9e1210af for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:59:13.831855 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4371676'] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:14.171368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5181681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4371698'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:14.239151 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Pushing event updated for resources: {'Subnet': ['ID=201823bc-d3a7-41aa-a2af-ae7a4dc64cfc,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:14.245420 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Checking segment: {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:59:14.245788 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Network hostable DHCP agents. Network: 1d3513ca-021c-4201-91d6-5eec0baf36d4, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 19:59:14.353876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 19:59:14.418543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 1d3513ca-021c-4201-91d6-5eec0baf36d4) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:59:14.424212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:14.424888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:14.432285 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ce382-8f2d-4c14-a738-d43c98e14a46 None None] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:59:14.438251 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb37783-329b-48ad-a9d3-d46e10adc23c req-129c8a8a-c511-4173-9a8e-4a13f1778d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:14.442274 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebb37783-329b-48ad-a9d3-d46e10adc23c req-129c8a8a-c511-4173-9a8e-4a13f1778d8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1100 time: 0.0542479 Sep 16 19:59:14.443625 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d7ee-9fcd-4848-9ed1-bbfce3b7d6f8 req-cd2aaf43-6164-49e1-8009-23e5486eb358 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:14.445325 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2577d7ee-9fcd-4848-9ed1-bbfce3b7d6f8 req-cd2aaf43-6164-49e1-8009-23e5486eb358 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0696676 Sep 16 19:59:14.497719 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ebb37783-329b-48ad-a9d3-d46e10adc23c req-02bdae15-a447-4251-8431-3106c224a46f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466840 Sep 16 19:59:14.500809 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2577d7ee-9fcd-4848-9ed1-bbfce3b7d6f8 req-f7f00966-3977-4dd0-a5c0-203d1bc83688 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Sep 16 19:59:14.540209 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-964a0c79-dc63-4742-ae1a-668eb21854be admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7967649 Sep 16 19:59:14.618780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5674c8-8a01-4d11-bd63-f28be4fa5436 None None] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 19:59:14.632474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a768-263d-4c96-ba55-02ba2e949ceb req-55b7374d-fe03-418e-b092-21ba5e33e18d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:14.634251 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fbd1a768-263d-4c96-ba55-02ba2e949ceb req-55b7374d-fe03-418e-b092-21ba5e33e18d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0628400 Sep 16 19:59:14.678880 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fbd1a768-263d-4c96-ba55-02ba2e949ceb req-ffcef536-a2d2-4e6a-8329-8157a1c140b7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368636 Sep 16 19:59:15.362122 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 2c11b443-0a4e-41fe-b144-54460e241532 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:15.382835 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 2c11b443-0a4e-41fe-b144-54460e241532 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:15.383179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 2c11b443-0a4e-41fe-b144-54460e241532 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:15.577519 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e693ce-5ac1-4217-850f-16f76d4b7f10 req-175c9e3e-9d2d-452f-9650-eba8ec433a4e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:15.579529 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e0e693ce-5ac1-4217-850f-16f76d4b7f10 req-175c9e3e-9d2d-452f-9650-eba8ec433a4e tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0670443 Sep 16 19:59:15.653039 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e0e693ce-5ac1-4217-850f-16f76d4b7f10 req-f82343d3-6171-42e9-9b90-e1496e48541d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662401 Sep 16 19:59:15.672897 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420846d0-7264-4fd8-a150-b48cfc06ae7e req-85977b53-dcac-4292-9df3-149b1870fef0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:15.675372 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-420846d0-7264-4fd8-a150-b48cfc06ae7e req-85977b53-dcac-4292-9df3-149b1870fef0 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0707080 Sep 16 19:59:15.735514 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-420846d0-7264-4fd8-a150-b48cfc06ae7e req-faef5c20-1bf4-4fa6-9bc5-e9de6321b6ec tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Sep 16 19:59:15.870730 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0ee1-a115-417e-8c49-95499c3746a5 req-9fe3e8e1-88a3-4926-9a51-4e133faf5074 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:15.870730 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-715d0ee1-a115-417e-8c49-95499c3746a5 req-9fe3e8e1-88a3-4926-9a51-4e133faf5074 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0752177 Sep 16 19:59:15.914257 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-715d0ee1-a115-417e-8c49-95499c3746a5 req-ebfb83f6-9180-4296-9fec-649e9c7c6e28 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394092 Sep 16 19:59:16.247375 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-1699e351-7ebe-4097-82c1-64281ece5035 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:16.249551 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-1699e351-7ebe-4097-82c1-64281ece5035 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0557668 Sep 16 19:59:16.361761 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Deleting port 4654d790-cf9e-4d57-a243-51ce6b03c11b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:16.362104 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:16.454795 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] For port 4654d790-cf9e-4d57-a243-51ce6b03c11b, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4654d790-cf9e-4d57-a243-51ce6b03c11b,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:16.455173 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:16.476844 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Calling delete_port for 4654d790-cf9e-4d57-a243-51ce6b03c11b owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:16.729469 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:16.740758 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba', '4654d790-cf9e-4d57-a243-51ce6b03c11b'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:16.757585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event deleted for resources: {'Port': ['ID=4654d790-cf9e-4d57-a243-51ce6b03c11b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:16.873714 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00075933-b43d-4f19-aabd-91c220cf7c7e req-e3d3a047-9e19-4926-95b8-eaf701964724 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:16.886113 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-00075933-b43d-4f19-aabd-91c220cf7c7e req-e3d3a047-9e19-4926-95b8-eaf701964724 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.1213629 Sep 16 19:59:16.936570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7e2f8699-28c2-4286-a12f-277ccdfb9fa1 req-796d8b3c-0091-4d88-82b1-7c75f3eb63a6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0744560 Sep 16 19:59:16.974322 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-00075933-b43d-4f19-aabd-91c220cf7c7e req-75d6378c-6169-47b2-b04e-1724924a099c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864720 Sep 16 19:59:17.161066 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] No DVR routers for this DVR port 4654d790-cf9e-4d57-a243-51ce6b03c11b on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:17.163340 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be25c6-55b3-406d-bddd-949e9ea4db08 req-398685f6-1c54-4734-ad36-d31bd2e31bc9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:17.163578 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:17.164886 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45be25c6-55b3-406d-bddd-949e9ea4db08 req-398685f6-1c54-4734-ad36-d31bd2e31bc9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.1383142 Sep 16 19:59:17.165485 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2fb06973-31db-4b76-8e64-6cdd7074fe95 req-0544110f-644a-4fb3-a88f-a24106786ce6 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "DELETE /v2.0/ports/4654d790-cf9e-4d57-a243-51ce6b03c11b HTTP/1.1" status: 204 len: 173 time: 0.9080424 Sep 16 19:59:17.165926 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'name': 'network-vif-deleted', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:17.168163 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c192f39-959d-449e-8cf2-fb234765a34d" -d '{"events": [{"server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "name": "network-vif-deleted", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:17.229887 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-629e2c5d-7114-4073-9f9e-e9ce52d9d46b tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:17.231409 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-629e2c5d-7114-4073-9f9e-e9ce52d9d46b tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/networks?id=1d3513ca-021c-4201-91d6-5eec0baf36d4 HTTP/1.1" status: 200 len: 814 time: 0.1578262 Sep 16 19:59:17.239249 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45be25c6-55b3-406d-bddd-949e9ea4db08 req-b702aa00-6cbc-4620-b561-7bcc68f3d763 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621510 Sep 16 19:59:17.249797 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-60d35c12-89dd-43ca-ba5b-001fe4268718 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/quotas/bf915f1a2ed74f0eb7976fff9e1210af HTTP/1.1" status: 200 len: 375 time: 0.0095804 Sep 16 19:59:17.294851 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f28624-8825-4a65-a80f-8362947ec7d8 x-openstack-request-id: req-17f28624-8825-4a65-a80f-8362947ec7d8 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:17.295667 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc08426-2e25-400f-8f25-d981f710ccc5", "name": "network-vif-deleted", "tag": "4654d790-cf9e-4d57-a243-51ce6b03c11b", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:17.295999 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17f28624-8825-4a65-a80f-8362947ec7d8 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:17.296522 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc08426-2e25-400f-8f25-d981f710ccc5', 'name': 'network-vif-deleted', 'tag': '4654d790-cf9e-4d57-a243-51ce6b03c11b', 'status': 'completed', 'code': 200} Sep 16 19:59:17.296723 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-af030f7e-3561-4275-871f-f541e3607124 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326064 Sep 16 19:59:17.436160 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-77e624c5-3dfe-4e3d-86ab-7cba129246d1 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295662 Sep 16 19:59:17.552603 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-6e1c8969-1540-4c29-b56a-033612943936 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094806 Sep 16 19:59:17.836954 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2c2563b3-2a2c-4c89-87ef-91dbda291029 req-7dfa2dcc-d9e7-4590-b9dc-7fec12f7ca6e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 210 time: 0.0293260 Sep 16 19:59:18.069152 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-57e28a3f-72d6-42ba-a6fc-5c02662f2cda req-937f8107-e170-4a95-bfd8-17bfa8d6b761 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc08426-2e25-400f-8f25-d981f710ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Sep 16 19:59:18.106966 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe19aa-208a-4fb6-9954-6097ae9ee8c5 req-f0129328-03da-4b50-a18b-3819cb9120d3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:18.108477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98fe19aa-208a-4fb6-9954-6097ae9ee8c5 req-f0129328-03da-4b50-a18b-3819cb9120d3 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0679350 Sep 16 19:59:18.150844 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98fe19aa-208a-4fb6-9954-6097ae9ee8c5 req-067eb89d-c72e-4506-bcb9-aa9665f76b99 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Sep 16 19:59:18.339095 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-565add9f-21f0-4b1e-9ba3-c83463d149b1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:18.340507 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-565add9f-21f0-4b1e-9ba3-c83463d149b1 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 945 time: 0.0537503 Sep 16 19:59:18.383115 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889ce7c-9ca8-476e-ac49-5f60a4c4d927 req-c40c4a30-0b1e-4c14-8c7e-91fa9f3d47bf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:18.384875 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7889ce7c-9ca8-476e-ac49-5f60a4c4d927 req-c40c4a30-0b1e-4c14-8c7e-91fa9f3d47bf tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0612528 Sep 16 19:59:18.437970 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7889ce7c-9ca8-476e-ac49-5f60a4c4d927 req-bfe7a390-7990-4158-ae4e-5adfd2ffea90 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Sep 16 19:59:18.459759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Deleting port 1115fb1e-6b36-47f6-8712-24de2444ce84 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:18.460268 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:18.572745 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] For port 1115fb1e-6b36-47f6-8712-24de2444ce84, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1115fb1e-6b36-47f6-8712-24de2444ce84,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:18.573115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:18.588222 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Calling delete_port for 1115fb1e-6b36-47f6-8712-24de2444ce84 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:18.817743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:18.830008 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34912a8e-04d2-4537-a489-0ad2fb76316c', '1115fb1e-6b36-47f6-8712-24de2444ce84'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:18.858530 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Pushing event deleted for resources: {'Port': ['ID=1115fb1e-6b36-47f6-8712-24de2444ce84,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:18.897075 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] No DVR routers for this DVR port 1115fb1e-6b36-47f6-8712-24de2444ce84 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:18.899827 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:18.902468 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-58bf5549-5ff9-4ec9-b969-cae7345ac203 req-f201e7bd-83d4-4473-bf9b-6b1abc182986 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "DELETE /v2.0/ports/1115fb1e-6b36-47f6-8712-24de2444ce84 HTTP/1.1" status: 204 len: 173 time: 0.5546207 Sep 16 19:59:18.946236 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-777d8ef6-0c34-411f-8b09-731ecb873038 req-a355ccde-eb03-4951-9be1-b73ff25fff4f tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 210 time: 0.0273387 Sep 16 19:59:19.255191 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8e944d7d-6f83-489b-906d-763328ab7b0f req-4c45c5ae-6cda-4ae9-a6cc-2379a75ca21f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e21b-839e-4a7e-ba79-e35c5678bd0e HTTP/1.1" status: 200 len: 210 time: 0.0313725 Sep 16 19:59:19.297839 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'name': 'network-vif-deleted', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:19.300400 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f31073-e4d6-4c1b-af6c-d4f63ca1b5ba" -d '{"events": [{"server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "name": "network-vif-deleted", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:19.339600 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6693faa2-b327-4309-a303-c7d724b6fe59 x-openstack-request-id: req-6693faa2-b327-4309-a303-c7d724b6fe59 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:19.340299 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e21b-839e-4a7e-ba79-e35c5678bd0e", "name": "network-vif-deleted", "tag": "1115fb1e-6b36-47f6-8712-24de2444ce84", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:19.340299 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6693faa2-b327-4309-a303-c7d724b6fe59 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:19.340512 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e74e21b-839e-4a7e-ba79-e35c5678bd0e', 'name': 'network-vif-deleted', 'tag': '1115fb1e-6b36-47f6-8712-24de2444ce84', 'status': 'completed', 'code': 200} Sep 16 19:59:19.400187 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4654d790-cf9e-4d57-a243-51ce6b03c11b no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:19.433511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 4654d790-cf9e-4d57-a243-51ce6b03c11b {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:19.433982 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4654d790-cf9e-4d57-a243-51ce6b03c11b not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:20.066504 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fba42c64-ee59-4f72-9c53-269152d0f8d7 req-85ad9553-11b9-4e04-bf68-24aa061ff07d tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 210 time: 0.0275888 Sep 16 19:59:20.688400 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-f6c95e8b-79bf-4e8a-bb56-a8635501fe95 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:20.689979 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-f6c95e8b-79bf-4e8a-bb56-a8635501fe95 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "GET /v2.0/networks?id=1d3513ca-021c-4201-91d6-5eec0baf36d4 HTTP/1.1" status: 200 len: 814 time: 0.1316097 Sep 16 19:59:20.692480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:20.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Request body: {'port': {'device_id': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4', 'admin_state_up': True, 'tenant_id': 'bf915f1a2ed74f0eb7976fff9e1210af'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:59:20.863942 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df913d00-84e7-4c45-afd9-91d30a21770c req-f41aae2c-30ee-449c-879e-bf42c831a453 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:20.865523 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df913d00-84e7-4c45-afd9-91d30a21770c req-f41aae2c-30ee-449c-879e-bf42c831a453 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0572159 Sep 16 19:59:20.908245 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-df913d00-84e7-4c45-afd9-91d30a21770c req-a47743da-1353-4cbf-8e38-432b3cdf0ccd tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Sep 16 19:59:21.093373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0ba2-918f-47dc-96e3-23f42a878493 req-21616555-c391-4df5-8648-1f56dbbe68b7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:21.094877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3dc0ba2-918f-47dc-96e3-23f42a878493 req-21616555-c391-4df5-8648-1f56dbbe68b7 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.0497880 Sep 16 19:59:21.098049 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Made reservation on behalf of bf915f1a2ed74f0eb7976fff9e1210af for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 19:59:21.101626 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:21.137671 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3dc0ba2-918f-47dc-96e3-23f42a878493 req-d9680d5e-9ba6-443f-9b88-70bdbad9c21e tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359633 Sep 16 19:59:21.173034 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-761bcb0c-d80c-4608-8710-c26293898608 req-21643651-ef04-451a-9c94-8caf1ac9dc11 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 210 time: 0.0344081 Sep 16 19:59:21.238032 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Allocated IP 172.20.0.10 (1d3513ca-021c-4201-91d6-5eec0baf36d4/201823bc-d3a7-41aa-a2af-ae7a4dc64cfc/28a23a41-4407-4333-a8cc-93b2b64f0fb8) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 19:59:21.412334 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:21.509353 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:21.549083 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 19:59:21.553832 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 19:59:21.556478 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 19:59:21.592749 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Pushing event updated for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:21.617631 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:21.618271 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:21.709520 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-e78d5808-4e4b-4828-ab83-aa7ed80823d8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077484 Sep 16 19:59:21.724725 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Request body: {'port': {'device_id': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 19:59:21.782686 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.041465 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608648-278a-4e7a-b83d-1d77dd5fdeb2 req-00aa3d90-b450-42f1-8ca9-ba57a8035e6f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.043010 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21608648-278a-4e7a-b83d-1d77dd5fdeb2 req-00aa3d90-b450-42f1-8ca9-ba57a8035e6f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0585763 Sep 16 19:59:22.083378 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21608648-278a-4e7a-b83d-1d77dd5fdeb2 req-70552435-2173-4671-a6fd-17734d4c7e34 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Sep 16 19:59:22.083931 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a23a41-4407-4333-a8cc-93b2b64f0fb8 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:59:22.092110 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.105145 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Transition to ACTIVE for port object 28a23a41-4407-4333-a8cc-93b2b64f0fb8 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 19:59:22.200408 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.256167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Pushing event updated for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:22.260285 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdafef1-f419-4d5b-b8b3-e13aae1ef15f req-5730e867-28fc-4549-a79b-6511ab343959 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.261971 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0cdafef1-f419-4d5b-b8b3-e13aae1ef15f req-5730e867-28fc-4549-a79b-6511ab343959 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.0574923 Sep 16 19:59:22.327951 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Attempting to bind port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 19:59:22.328276 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Attempting to bind port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 19:59:22.328597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Attempting to bind port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:59:22.333510 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 19:59:22.333828 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Attempting to bind port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 19:59:22.334477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0cdafef1-f419-4d5b-b8b3-e13aae1ef15f req-0528519d-a2ec-4590-a409-7185f1db25ce tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618629 Sep 16 19:59:22.339483 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 19:59:22.339816 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Checking segment: {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 19:59:22.340193 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Bound using segment: {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 19:59:22.340618 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Bound port: 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 19:59:22.340973 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.345137 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd13a0-234d-4f3a-9d91-e8a114be0d06 req-4bd37999-a013-464f-884d-5d72b2b8c5f7 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.346665 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-22dd13a0-234d-4f3a-9d91-e8a114be0d06 req-4bd37999-a013-464f-884d-5d72b2b8c5f7 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 944 time: 0.0838020 Sep 16 19:59:22.384459 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-22dd13a0-234d-4f3a-9d91-e8a114be0d06 req-15514135-3f07-445d-b811-29d54edc41e5 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Sep 16 19:59:22.405460 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 19:59:22.408363 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 19:59:22.463417 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.501587 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.502191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:22.504168 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-8e250e52-ca54-4763-b106-fc197733763a service neutron] 10.222.0.35 "PUT /v2.0/ports/28a23a41-4407-4333-a8cc-93b2b64f0fb8 HTTP/1.1" status: 200 len: 1094 time: 0.7842979 Sep 16 19:59:22.504595 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:22.506827 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06334233-8df3-424e-b933-10b1c859ed08" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:22.529955 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250e52-ca54-4763-b106-fc197733763a service neutron] Pushing event updated for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:22.544758 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb4506-d439-49dd-b735-411fdb76149a x-openstack-request-id: req-6ecb4506-d439-49dd-b735-411fdb76149a {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:22.545039 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:22.545310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ecb4506-d439-49dd-b735-411fdb76149a {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:22.545704 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8', 'status': 'completed', 'code': 200} Sep 16 19:59:22.614018 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334233-8df3-424e-b933-10b1c859ed08 req-fe56a909-2852-4985-9d26-cdcc5866088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.615472 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-06334233-8df3-424e-b933-10b1c859ed08 req-fe56a909-2852-4985-9d26-cdcc5866088c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 1097 time: 0.0413196 Sep 16 19:59:22.717958 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334233-8df3-424e-b933-10b1c859ed08 req-dba8db65-3d55-4897-9cd7-14577473dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.719334 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-06334233-8df3-424e-b933-10b1c859ed08 req-dba8db65-3d55-4897-9cd7-14577473dc64 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941858 Sep 16 19:59:22.832803 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334233-8df3-424e-b933-10b1c859ed08 req-efd0c02c-3ab2-407d-9e3d-77d257d74ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.834292 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-06334233-8df3-424e-b933-10b1c859ed08 req-efd0c02c-3ab2-407d-9e3d-77d257d74ef4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949078 Sep 16 19:59:22.922539 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-305a8060-f3fb-492f-9e48-d183d590d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:22.923993 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-305a8060-f3fb-492f-9e48-d183d590d2e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 1097 time: 0.0408239 Sep 16 19:59:22.980754 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-a1aa8c83-2642-449b-981d-c497672045e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8 HTTP/1.1" status: 200 len: 217 time: 0.0380821 Sep 16 19:59:23.032303 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-50ea4c57-d6c7-4129-888f-e03802de16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:23.033924 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-50ea4c57-d6c7-4129-888f-e03802de16fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=201823bc-d3a7-41aa-a2af-ae7a4dc64cfc HTTP/1.1" status: 200 len: 854 time: 0.0442812 Sep 16 19:59:23.064908 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-0b9b892c-e78b-4ec4-910c-615f74d6d68a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:23.066754 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-0b9b892c-e78b-4ec4-910c-615f74d6d68a tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.0516098 Sep 16 19:59:23.077706 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-c534b273-680e-433d-b215-259eecaa0ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d3513ca-021c-4201-91d6-5eec0baf36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279949 Sep 16 19:59:23.188328 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Deleting port 73f01d08-c513-4281-8632-b27a0fc971ba {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:23.188667 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:23.199058 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-869f9aa9-5685-499b-909d-e4ab184a3c23 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121390 Sep 16 19:59:23.283929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed020-4caa-4447-97b6-0bc28d4e3372 req-135514d0-6e00-469f-a361-0768d0670f1f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:23.286691 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c85ed020-4caa-4447-97b6-0bc28d4e3372 req-135514d0-6e00-469f-a361-0768d0670f1f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1130266 Sep 16 19:59:23.298477 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-fc27833d-42e1-4889-8151-b1b8c0fcf5ef req-dd1fa437-70ab-4f59-8047-90f1772a5b09 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Sep 16 19:59:23.319913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] For port 73f01d08-c513-4281-8632-b27a0fc971ba, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73f01d08-c513-4281-8632-b27a0fc971ba,segment=NetworkSegment(3cb405aa-a60f-477b-85d9-8a65bd1f1b3f),segment_id=3cb405aa-a60f-477b-85d9-8a65bd1f1b3f)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:23.320303 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:23.342155 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Calling delete_port for 73f01d08-c513-4281-8632-b27a0fc971ba owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:23.364439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c85ed020-4caa-4447-97b6-0bc28d4e3372 req-31809c97-33b0-4d70-b8a7-ecbee2ff4960 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 Sep 16 19:59:23.422775 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 1115fb1e-6b36-47f6-8712-24de2444ce84 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:23.514847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32578-c39b-48f7-8a16-4c1ebfd63a92 req-92b6658b-43d8-401b-8c3f-76538c256159 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:23.516422 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-18e32578-c39b-48f7-8a16-4c1ebfd63a92 req-92b6658b-43d8-401b-8c3f-76538c256159 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 945 time: 0.1081836 Sep 16 19:59:23.563699 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 1115fb1e-6b36-47f6-8712-24de2444ce84 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:23.563957 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 1115fb1e-6b36-47f6-8712-24de2444ce84 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:23.579255 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bcad3-9d4c-4b28-ac91-3b0c9cd333d6 req-834b0692-de5d-4543-bf86-a7dedc0d6b6e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:23.580717 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0e0bcad3-9d4c-4b28-ac91-3b0c9cd333d6 req-834b0692-de5d-4543-bf86-a7dedc0d6b6e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 944 time: 0.1256952 Sep 16 19:59:23.623966 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-18e32578-c39b-48f7-8a16-4c1ebfd63a92 req-e641a550-be39-46f0-887d-f68f8b721b85 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/security-groups?id=49e1508c-8580-4bdd-8c79-e730be002348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Sep 16 19:59:23.641065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0e0bcad3-9d4c-4b28-ac91-3b0c9cd333d6 req-1e9cbbca-346e-48a9-9db3-f1b9b371b1ab tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Sep 16 19:59:23.703146 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:23.714896 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['73f01d08-c513-4281-8632-b27a0fc971ba'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:23.733213 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Pushing event deleted for resources: {'Port': ['ID=73f01d08-c513-4281-8632-b27a0fc971ba,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:23.776650 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] No DVR routers for this DVR port 73f01d08-c513-4281-8632-b27a0fc971ba on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:23.779695 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:23.781729 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-492709ac-a359-43ec-baa4-4bede5d73f4c req-01fd82d1-9b50-4558-a692-1f842b9a0312 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.35 "DELETE /v2.0/ports/73f01d08-c513-4281-8632-b27a0fc971ba HTTP/1.1" status: 204 len: 173 time: 0.7035758 Sep 16 19:59:23.782167 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'name': 'network-vif-deleted', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:23.784383 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71013441-36df-4c5c-8a22-53d60fd340fa" -d '{"events": [{"server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "name": "network-vif-deleted", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:23.819768 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46de3e-41b9-4e89-bb84-bc99ff909003 x-openstack-request-id: req-bc46de3e-41b9-4e89-bb84-bc99ff909003 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:23.820062 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbc6515-b0d2-4ce5-be57-240a12f4480d", "name": "network-vif-deleted", "tag": "73f01d08-c513-4281-8632-b27a0fc971ba", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:23.820313 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc46de3e-41b9-4e89-bb84-bc99ff909003 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:23.820756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbc6515-b0d2-4ce5-be57-240a12f4480d', 'name': 'network-vif-deleted', 'tag': '73f01d08-c513-4281-8632-b27a0fc971ba', 'status': 'completed', 'code': 200} Sep 16 19:59:24.489670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c917d-fa3b-4b97-8fca-9e7106f227e4 req-1141de5b-96af-4e0a-ad19-b5b64b1d3bc9 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:24.490865 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-178c917d-fa3b-4b97-8fca-9e7106f227e4 req-1141de5b-96af-4e0a-ad19-b5b64b1d3bc9 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0485849 Sep 16 19:59:24.527696 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-178c917d-fa3b-4b97-8fca-9e7106f227e4 req-780832bf-c206-48c4-9207-7b83aa99828d tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Sep 16 19:59:24.740284 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2da52b97-6dc5-4067-9db9-8722732ae772 req-066d78c0-d9a0-4fe9-8cef-341d70a806b5 tempest-AttachVolumeNegativeTest-398393374 tempest-AttachVolumeNegativeTest-398393374-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fbc6515-b0d2-4ce5-be57-240a12f4480d HTTP/1.1" status: 200 len: 210 time: 0.0335186 Sep 16 19:59:24.779126 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457916d3-c3af-4efc-8ca2-edb6e2bc0eac req-ce1a6269-5bb9-4e4f-aa64-4eeaaccc3272 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:24.780587 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-457916d3-c3af-4efc-8ca2-edb6e2bc0eac req-ce1a6269-5bb9-4e4f-aa64-4eeaaccc3272 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 944 time: 0.0723667 Sep 16 19:59:24.819802 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-457916d3-c3af-4efc-8ca2-edb6e2bc0eac req-31a31737-8e11-4edb-823f-1fe4aa209e57 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Sep 16 19:59:25.437482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 28a23a41-4407-4333-a8cc-93b2b64f0fb8 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 19:59:25.537396 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:25.550023 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '28a23a41-4407-4333-a8cc-93b2b64f0fb8', 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4', 'port_id': '28a23a41-4407-4333-a8cc-93b2b64f0fb8', 'mac_address': 'fa:16:3e:70:06:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201823bc-d3a7-41aa-a2af-ae7a4dc64cfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 19:59:25.593398 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:25.608835 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a23a41-4407-4333-a8cc-93b2b64f0fb8 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 19:59:25.641242 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:25.696295 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683527c9-47ee-4afe-b77c-96df2641f69d req-062a5855-3622-4073-b46e-da87c6c811ff tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:25.697810 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-683527c9-47ee-4afe-b77c-96df2641f69d req-062a5855-3622-4073-b46e-da87c6c811ff tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.0827723 Sep 16 19:59:25.706202 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1788-93cc-403c-ac17-f7de6e928e05 req-ff2a7324-ab15-46f3-b3a5-aba0f529ed35 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:25.707796 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8dad1788-93cc-403c-ac17-f7de6e928e05 req-ff2a7324-ab15-46f3-b3a5-aba0f529ed35 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0830061 Sep 16 19:59:25.720504 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:25.764099 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-683527c9-47ee-4afe-b77c-96df2641f69d req-07216b8d-358b-4064-9135-23e465a3339c tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Sep 16 19:59:25.770519 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:25.772198 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8dad1788-93cc-403c-ac17-f7de6e928e05 req-994c1e8c-cda4-4c23-8457-068a0beadea1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563798 Sep 16 19:59:25.815019 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60492) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:25.869092 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Deleting subnet 1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:59:25.872206 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:25.907690 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:25.939370 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47476b-6fe5-4e1a-93b3-4c81b75ff284 req-5510c717-c943-4d32-bdef-650d4c00cbdb tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:25.940843 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b47476b-6fe5-4e1a-93b3-4c81b75ff284 req-5510c717-c943-4d32-bdef-650d4c00cbdb tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 945 time: 0.0490656 Sep 16 19:59:25.948649 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:25.984356 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5b47476b-6fe5-4e1a-93b3-4c81b75ff284 req-43f6cc01-a3bf-4310-8903-9efd9dbb0aea tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Sep 16 19:59:26.006107 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['28a23a41-4407-4333-a8cc-93b2b64f0fb8'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:26.081118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.109525 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:26.111475 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.115809 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c61f2ed0-525d-476c-8e0d-20895fa9f713 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1d6cd6d9-bb21-47cc-9c01-c2d8de9d966d HTTP/1.1" status: 204 len: 168 time: 0.2973347 Sep 16 19:59:26.116262 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60496) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:26.185709 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.267236 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.287459 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bca9afd-10fd-4a2e-9327-4c7390bca438']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:26.297415 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:26.297713 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb405aa-a60f-477b-85d9-8a65bd1f1b3f') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:26.306980 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.319537 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.325580 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:59:26.326055 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:59:26.327808 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:59:26.497795 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.504734 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:26.506851 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5bca9afd-10fd-4a2e-9327-4c7390bca438 HTTP/1.1" status: 204 len: 168 time: 0.3894994 Sep 16 19:59:26.517334 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4ff70-fb6e-4b14-a8d9-deeb0d5a7373 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bca9afd-10fd-4a2e-9327-4c7390bca438,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:26.874735 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60504) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:26.919224 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3930004f-14b9-4205-a0c2-644c94927139 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b98d1c88bb24a55be902fc243dc66ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433354 Sep 16 19:59:26.926000 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60506) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:26.963402 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015946a-ed9f-43ad-878f-5e91ab120ccd req-14b57159-94f6-4dca-b744-68564c9b15a8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:26.964922 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f015946a-ed9f-43ad-878f-5e91ab120ccd req-14b57159-94f6-4dca-b744-68564c9b15a8 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1229858 Sep 16 19:59:26.975261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0cbfe-f318-40a1-a546-dcd5b983848a req-c55a2de8-93d9-45ca-822b-68114c167f05 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:26.977404 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-31c0cbfe-f318-40a1-a546-dcd5b983848a req-c55a2de8-93d9-45ca-822b-68114c167f05 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1250479 Sep 16 19:59:26.983191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.008509 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.011045 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-b3728672-d702-4ce7-97ab-305cbf253a47 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:27.012551 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-b3728672-d702-4ce7-97ab-305cbf253a47 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 945 time: 0.1096039 Sep 16 19:59:27.081119 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f015946a-ed9f-43ad-878f-5e91ab120ccd req-25404c81-216b-4907-9479-274bce917158 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b80076-c9cf-4f92-b37e-4830d49f4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Sep 16 19:59:27.093335 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-31c0cbfe-f318-40a1-a546-dcd5b983848a req-917da9d5-30ed-4dd3-a716-b9153e485819 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053627 Sep 16 19:59:27.115012 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.118416 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.119827 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49e1508c-8580-4bdd-8c79-e730be002348 HTTP/1.1" status: 204 len: 168 time: 0.1928926 Sep 16 19:59:27.130318 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104c97-83b2-4dbb-97eb-aa6372f1ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1508c-8580-4bdd-8c79-e730be002348,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:27.189798 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Deleting port 34912a8e-04d2-4537-a489-0ad2fb76316c {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:27.190131 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.231401 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d532ae1-a101-448e-b17a-d29d4feea77b req-28c89db6-0b54-4788-b9e8-86c603060ac6 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:27.232910 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5d532ae1-a101-448e-b17a-d29d4feea77b req-28c89db6-0b54-4788-b9e8-86c603060ac6 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 945 time: 0.0874598 Sep 16 19:59:27.319275 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5d532ae1-a101-448e-b17a-d29d4feea77b req-46bd4b80-6861-4186-b88d-bd634a2a020c tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564227 Sep 16 19:59:27.325113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] For port 34912a8e-04d2-4537-a489-0ad2fb76316c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34912a8e-04d2-4537-a489-0ad2fb76316c,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:27.325561 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.339036 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Calling delete_port for 34912a8e-04d2-4537-a489-0ad2fb76316c owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:27.460454 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 28a23a41-4407-4333-a8cc-93b2b64f0fb8 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 19:59:27.578162 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.590039 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['34912a8e-04d2-4537-a489-0ad2fb76316c'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 19:59:27.611827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 19:59:27.613214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Pushing event deleted for resources: {'Port': ['ID=34912a8e-04d2-4537-a489-0ad2fb76316c,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:27.616448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 19:59:27.616822 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.654842 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] No DVR routers for this DVR port 34912a8e-04d2-4537-a489-0ad2fb76316c on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 19:59:27.657406 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.659406 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-09c5d707-bd9a-48c9-b5ec-b0dcde0f1b95 req-fdd485e7-4fdd-40f6-bcbe-583cc7f216f5 tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.35 "DELETE /v2.0/ports/34912a8e-04d2-4537-a489-0ad2fb76316c HTTP/1.1" status: 204 len: 173 time: 0.6341507 Sep 16 19:59:27.659875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'name': 'network-vif-deleted', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:27.662081 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010bb10-a931-4885-88c3-92a168979202" -d '{"events": [{"server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "name": "network-vif-deleted", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:27.702733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.713293 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61420b-8d0d-4f6a-8582-4424a0b774da x-openstack-request-id: req-ab61420b-8d0d-4f6a-8582-4424a0b774da {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:27.713595 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ae1e79-cdd6-418e-983d-3dbbe8239454", "name": "network-vif-deleted", "tag": "34912a8e-04d2-4537-a489-0ad2fb76316c", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:27.714019 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab61420b-8d0d-4f6a-8582-4424a0b774da {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:27.714470 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ae1e79-cdd6-418e-983d-3dbbe8239454', 'name': 'network-vif-deleted', 'tag': '34912a8e-04d2-4537-a489-0ad2fb76316c', 'status': 'completed', 'code': 200} Sep 16 19:59:27.730660 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 19:59:27.732997 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9741dee-089a-4573-9ece-e6daf13817a3" -d '{"events": [{"server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "name": "network-vif-plugged", "status": "completed", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 19:59:27.748427 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:27.773332 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 19:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93044c2-e84a-4f47-90e6-6e56d79bdd1b x-openstack-request-id: req-f93044c2-e84a-4f47-90e6-6e56d79bdd1b {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 19:59:27.774367 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "name": "network-vif-plugged", "status": "completed", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 19:59:27.774732 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f93044c2-e84a-4f47-90e6-6e56d79bdd1b {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 19:59:27.775310 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8', 'code': 200} Sep 16 19:59:27.829729 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:27.830759 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 73f01d08-c513-4281-8632-b27a0fc971ba no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:27.860832 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 73f01d08-c513-4281-8632-b27a0fc971ba {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:27.860832 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 73f01d08-c513-4281-8632-b27a0fc971ba not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:27.907723 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:27.916016 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.916393 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.916950 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.917323 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.918020 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.918366 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.918702 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.919035 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.919434 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.919921 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.920391 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:27.920727 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 19:59:28.112980 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be314268-c50f-4b0c-a30b-7619a2ea7f25 req-53e9a80d-dfea-4587-b78a-4ad0b7ad4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:28.114695 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-be314268-c50f-4b0c-a30b-7619a2ea7f25 req-53e9a80d-dfea-4587-b78a-4ad0b7ad4eda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 1099 time: 0.0409391 Sep 16 19:59:28.163768 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-be314268-c50f-4b0c-a30b-7619a2ea7f25 req-530e1da3-1132-4105-8f98-30835d7d85f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Sep 16 19:59:28.204721 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8c06138f-2928-40e6-a4d0-fa862f48ce29 req-164c0d94-d626-4823-8c5e-36d55ef1ba6f tempest-ServerRescueNegativeTestJSON-1489177620 tempest-ServerRescueNegativeTestJSON-1489177620-project] 10.222.0.49 "GET /v2.0/ports?device_id=09ae1e79-cdd6-418e-983d-3dbbe8239454 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Sep 16 19:59:28.252876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664de247-db7f-4198-98e7-43ff0229dc86 req-d1c782c3-ec28-4b48-b4e7-ba38721e600e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:28.254385 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-664de247-db7f-4198-98e7-43ff0229dc86 req-d1c782c3-ec28-4b48-b4e7-ba38721e600e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0527492 Sep 16 19:59:28.298421 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-664de247-db7f-4198-98e7-43ff0229dc86 req-584880a7-7ee2-441b-b152-5b581d8f129a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373945 Sep 16 19:59:28.435247 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60f4dd-fcd8-45a9-9bbb-bfbef828b2ac req-6b013687-a396-4c58-9efd-42b8b36a6833 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:28.436771 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-de60f4dd-fcd8-45a9-9bbb-bfbef828b2ac req-6b013687-a396-4c58-9efd-42b8b36a6833 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 946 time: 0.0507538 Sep 16 19:59:28.476392 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-de60f4dd-fcd8-45a9-9bbb-bfbef828b2ac req-b2f45255-77c6-4bee-a005-39819fe1b3f8 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Sep 16 19:59:29.157070 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60568) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:29.266625 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60574) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:29.272869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3bc9321e-0859-4402-8a0c-120593702ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.373162 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3bc9321e-0859-4402-8a0c-120593702ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.441102 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3bc9321e-0859-4402-8a0c-120593702ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.480041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9321e-0859-4402-8a0c-120593702ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd83bb-b855-46f4-a26f-64acd689dd9a,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:29.484650 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3bc9321e-0859-4402-8a0c-120593702ba3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa86a161dd75469b805a0812c6bef9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264675 Sep 16 19:59:29.487565 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60578) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:29.556390 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.579584 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.720823 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.723437 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:29.727063 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1edd83bb-b855-46f4-a26f-64acd689dd9a HTTP/1.1" status: 204 len: 168 time: 0.2371325 Sep 16 19:59:29.733186 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb81-0730-4c45-b0fc-3e40ef334d65 req-2054de5b-9094-4fa3-86c7-fc9a2e199f34 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:29.737440 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3a7fb81-0730-4c45-b0fc-3e40ef334d65 req-2054de5b-9094-4fa3-86c7-fc9a2e199f34 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.3431983 Sep 16 19:59:29.737568 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1158e6-3dc4-4b90-88a3-84074c1d09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd83bb-b855-46f4-a26f-64acd689dd9a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:29.793732 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315e130-2500-4f08-94dd-81ff7d7f0c55 req-620c90f8-3b63-4429-aaf5-9b1b375a28ca tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:29.795183 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a315e130-2500-4f08-94dd-81ff7d7f0c55 req-620c90f8-3b63-4429-aaf5-9b1b375a28ca tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 946 time: 0.1242223 Sep 16 19:59:29.858260 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a3a7fb81-0730-4c45-b0fc-3e40ef334d65 req-4507664d-7d7e-424d-b815-90e987af55c9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933795 Sep 16 19:59:29.888046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a315e130-2500-4f08-94dd-81ff7d7f0c55 req-8c67b92f-49b2-4af0-948b-16d92cf7be0e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838251 Sep 16 19:59:30.118965 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:30.436289 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Deleting port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:30.437010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:30.547356 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] For port 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,segment=NetworkSegment(89c3ef70-b604-4f16-ba8b-59a9ee20e799),segment_id=89c3ef70-b604-4f16-ba8b-59a9ee20e799)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:30.547704 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:30.562214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Calling delete_port for 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd owned by network:router_interface {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:30.812148 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:30.842256 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e84be9d-db47-4b9a-8dbd-32a8ecf256dd,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:31.041257 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0ff0e-8cb2-4f01-86e9-f7ebbd4fc6da req-e35bd67d-e7a3-4ad0-84d7-b7f81e25a19f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:31.042886 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6c0ff0e-8cb2-4f01-86e9-f7ebbd4fc6da req-e35bd67d-e7a3-4ad0-84d7-b7f81e25a19f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0919895 Sep 16 19:59:31.061040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:31.135362 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6c0ff0e-8cb2-4f01-86e9-f7ebbd4fc6da req-7920441c-b08e-4df2-9109-6bf14109f2f9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805466 Sep 16 19:59:31.386368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 19:59:31.492480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34912a8e-04d2-4537-a489-0ad2fb76316c no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:31.531010 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 34912a8e-04d2-4537-a489-0ad2fb76316c {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:31.531784 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34912a8e-04d2-4537-a489-0ad2fb76316c not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:31.538723 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 19:59:31.546156 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d4b1422b-4894-4556-a701-3fedc1d0acfd admin admin] 10.222.0.49 "PUT /v2.0/routers/99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2784104 Sep 16 19:59:31.550667 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60670) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:31.561872 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Sync routers for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 19:59:31.577104 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:59:31.578321 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:59:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:31.701109 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:59:31.736231 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:31.878460 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:31.914195 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:59:30Z', 'revision_number': 5, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port': {'id': '5fac0d9e-137b-42e7-923e-fafa21936c2d', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:31.946866 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Checking router: 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 19:59:31.956063 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Routers {'99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 19:59:31.956913 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T19:59:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:32.013044 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Deleting port 5fac0d9e-137b-42e7-923e-fafa21936c2d {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 19:59:32.013520 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.052568 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] Set router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 19:59:32.112788 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] For port 5fac0d9e-137b-42e7-923e-fafa21936c2d, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=5fac0d9e-137b-42e7-923e-fafa21936c2d,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 19:59:32.113329 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.130234 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Calling delete_port for 5fac0d9e-137b-42e7-923e-fafa21936c2d owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 19:59:32.137964 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:59:31Z', 'revision_number': 6, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:32.170716 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4431918-4510-4399-ace9-50aa81396e61 None None] The sync data for ids ['99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5'] in dv-cinder-804294-2-iscsi is: [{'id': '99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5', 'name': 'tempest-ServerRescueNegativeTestJSON-1218416807-router', 'tenant_id': '6ec3a93878354907ba9d5df5f3fd803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:48Z', 'updated_at': '2021-09-16T19:59:31Z', 'revision_number': 6, 'project_id': '6ec3a93878354907ba9d5df5f3fd803f', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 19:59:32.277806 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141b83-8fb1-43e2-b5e4-6d952f2557be req-fab4db8d-36e3-4844-b2ee-e0858e3681d9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:32.279511 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-65141b83-8fb1-43e2-b5e4-6d952f2557be req-fab4db8d-36e3-4844-b2ee-e0858e3681d9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0603952 Sep 16 19:59:32.337814 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-65141b83-8fb1-43e2-b5e4-6d952f2557be req-39f5bc69-1c76-46ee-99cb-1f3bd5a76afa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498345 Sep 16 19:59:32.459900 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.498291 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fac0d9e-137b-42e7-923e-fafa21936c2d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:32.570419 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.690109 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.694497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.829640 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.830245 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 19:59:32.835953 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.840555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 60694) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:32.841112 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7e93644c-6a65-434c-91a9-1ae16f5fe974 admin admin] 10.222.0.49 "DELETE /v2.0/routers/99f77c8e-1ecb-4642-8bb9-f2ca68b80dd5 HTTP/1.1" status: 204 len: 168 time: 1.2880905 Sep 16 19:59:32.893870 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Deleting subnet 0776fb77-d10b-44f6-b419-bf2649676ff4 {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 19:59:32.897231 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.934557 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:32.976815 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.093114 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.119350 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0776fb77-d10b-44f6-b419-bf2649676ff4,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:33.125397 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.127357 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-8b218016-60f1-434b-8b82-5ad8e7cda350 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0776fb77-d10b-44f6-b419-bf2649676ff4 HTTP/1.1" status: 204 len: 168 time: 0.2849357 Sep 16 19:59:33.130913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60696) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:33.209482 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.301337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.326165 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68a4545-d3d5-4791-86ef-a9d26b7513ee']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:33.335573 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c3ef70-b604-4f16-ba8b-59a9ee20e799') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:33.335859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c3ef70-b604-4f16-ba8b-59a9ee20e799') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 19:59:33.345884 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.359492 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.366345 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 19:59:33.366726 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 19:59:33.369125 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 19:59:33.476073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca81b6-d385-41ab-b926-0f960268ab8d req-eebe3c1a-28a4-4972-accc-93565a55c334 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:33.477871 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eeca81b6-d385-41ab-b926-0f960268ab8d req-eebe3c1a-28a4-4972-accc-93565a55c334 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Sep 16 19:59:33.520125 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eeca81b6-d385-41ab-b926-0f960268ab8d req-98f95650-1584-45ae-ad0a-9a9a9c33bedc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Sep 16 19:59:33.527071 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.533938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:33.536039 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] 10.222.0.49 "DELETE /v2.0/networks/a68a4545-d3d5-4791-86ef-a9d26b7513ee HTTP/1.1" status: 204 len: 168 time: 0.4040654 Sep 16 19:59:33.549572 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3bc6-7efc-4554-9b05-23a64d0f228d admin admin] Pushing event deleted for resources: {'Network': ['ID=a68a4545-d3d5-4791-86ef-a9d26b7513ee,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:33.918896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60708) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:33.981080 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2a6c112b-76f8-47fa-aa56-2b3876437473 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ec3a93878354907ba9d5df5f3fd803f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608661 Sep 16 19:59:33.985030 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60710) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:33.988112 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 5fac0d9e-137b-42e7-923e-fafa21936c2d no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:34.013057 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 5fac0d9e-137b-42e7-923e-fafa21936c2d {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:34.013452 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 5fac0d9e-137b-42e7-923e-fafa21936c2d not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:34.013838 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 19:59:34.033996 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 19:59:34.034599 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 0e84be9d-db47-4b9a-8dbd-32a8ecf256dd not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 19:59:34.044956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:34.069913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:34.201750 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:34.204354 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:34.205597 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9b80076-c9cf-4f92-b37e-4830d49f4f2b HTTP/1.1" status: 204 len: 168 time: 0.2195151 Sep 16 19:59:34.215036 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d07f46-134b-4d4e-b8c3-a5faeb6cde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b80076-c9cf-4f92-b37e-4830d49f4f2b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:34.239499 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-10571627-8b80-4e88-9bf8-dc891641f98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:34.681583 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d184d86-2c18-4350-89a5-210354778d90 req-82dd4e2f-d919-4179-ac4a-744a38ecfc07 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:34.684995 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d184d86-2c18-4350-89a5-210354778d90 req-82dd4e2f-d919-4179-ac4a-744a38ecfc07 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0768340 Sep 16 19:59:34.736607 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d184d86-2c18-4350-89a5-210354778d90 req-2c51d5c4-a55a-4859-91e0-23da7f5e367d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Sep 16 19:59:35.878234 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740599c-ac66-499d-a13b-579bb6df0a55 req-7d9f29d3-1f23-4d52-8688-1a0a85632ded tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:35.879761 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9740599c-ac66-499d-a13b-579bb6df0a55 req-7d9f29d3-1f23-4d52-8688-1a0a85632ded tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0626390 Sep 16 19:59:35.933537 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9740599c-ac66-499d-a13b-579bb6df0a55 req-ed0a590b-5429-42ed-a1a9-6bd89eaa419b tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Sep 16 19:59:37.110089 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153be2e-2c98-4991-9de4-43a19258f3a4 req-c4eaf383-a504-48ce-9068-947d26eb5f39 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:37.111609 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1153be2e-2c98-4991-9de4-43a19258f3a4 req-c4eaf383-a504-48ce-9068-947d26eb5f39 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0756602 Sep 16 19:59:37.152432 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1153be2e-2c98-4991-9de4-43a19258f3a4 req-814ef24d-4486-44b8-9eb1-841e1a34da50 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Sep 16 19:59:37.179076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2482ef7a-99dc-493f-91af-843c4393e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:37.350586 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:37.532763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26faf-10c3-4d51-ab60-548528251f86 req-f130b86e-65ee-4b52-9583-83b6518f433d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:37.534247 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72d26faf-10c3-4d51-ab60-548528251f86 req-f130b86e-65ee-4b52-9583-83b6518f433d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Sep 16 19:59:37.575863 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72d26faf-10c3-4d51-ab60-548528251f86 req-f5823316-4377-4932-a2b0-5881b96a7840 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356112 Sep 16 19:59:38.310021 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:38.695416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b8e08-37ab-4e38-ad7d-d037deff7019 req-d8f74f57-6967-42aa-bc81-2791136ed602 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:38.696891 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-001b8e08-37ab-4e38-ad7d-d037deff7019 req-d8f74f57-6967-42aa-bc81-2791136ed602 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Sep 16 19:59:38.746320 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-001b8e08-37ab-4e38-ad7d-d037deff7019 req-79406c4c-8678-4b43-8147-db485bc50c5d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Sep 16 19:59:39.869307 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb839f-1bbb-4be2-81cb-6f5db1e77034 req-a9df8d0f-123b-4ef2-9e1a-69d99aa69cd4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:39.870811 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87fb839f-1bbb-4be2-81cb-6f5db1e77034 req-a9df8d0f-123b-4ef2-9e1a-69d99aa69cd4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0529964 Sep 16 19:59:39.909607 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-87fb839f-1bbb-4be2-81cb-6f5db1e77034 req-3e8b9d79-a8a2-40b1-ab96-d8dcf4ae594f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Sep 16 19:59:39.978281 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 19:59:40.070455 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:40.416155 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755698-cf6f-455b-823f-0e1914d74a19 req-e5922814-7ce0-4e07-805f-1db7c84286e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:40.417685 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-e5922814-7ce0-4e07-805f-1db7c84286e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 1098 time: 0.0403185 Sep 16 19:59:40.514532 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755698-cf6f-455b-823f-0e1914d74a19 req-e46df85f-a7bd-4678-a57d-ef098e91fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:40.515991 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-e46df85f-a7bd-4678-a57d-ef098e91fc8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.0910006 Sep 16 19:59:40.594441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-f165e804-c10f-4a4b-8a66-32f2394ff517 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 200 len: 1001 time: 0.0627518 Sep 16 19:59:40.646108 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755698-cf6f-455b-823f-0e1914d74a19 req-df4b338c-c29c-46b2-96c9-e2ee76fdbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:40.647615 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-df4b338c-c29c-46b2-96c9-e2ee76fdbd9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0464230 Sep 16 19:59:40.705277 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755698-cf6f-455b-823f-0e1914d74a19 req-a3d99b15-f861-4e95-a318-72be9279135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:40.706800 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-a3d99b15-f861-4e95-a318-72be9279135e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463703 Sep 16 19:59:40.816686 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-58a20031-48d5-4b35-a4d6-e9d3bded25ea service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Sep 16 19:59:40.920787 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68755698-cf6f-455b-823f-0e1914d74a19 req-d8f9d699-e351-4df3-bc73-09d6ea7df42f service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964417 Sep 16 19:59:41.035872 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be1b60-4b60-464e-bba1-4050df5abb60 req-67eaf945-b622-491e-a465-12fd82e3bc05 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:41.037384 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-40be1b60-4b60-464e-bba1-4050df5abb60 req-67eaf945-b622-491e-a465-12fd82e3bc05 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0543606 Sep 16 19:59:41.092020 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-40be1b60-4b60-464e-bba1-4050df5abb60 req-50ab2153-a0c0-43a0-b0ba-2276317393e5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470760 Sep 16 19:59:42.217498 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411c28-17ed-443d-a2ce-c8d9d0bb7f13 req-f2502575-1ecf-4f80-af35-07c20b9d5def tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:42.218981 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5411c28-17ed-443d-a2ce-c8d9d0bb7f13 req-f2502575-1ecf-4f80-af35-07c20b9d5def tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0552099 Sep 16 19:59:42.258531 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5411c28-17ed-443d-a2ce-c8d9d0bb7f13 req-153ddd8c-3e13-4121-86e7-cafff2cf3a24 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Sep 16 19:59:43.413046 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60860) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:43.526529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2badb87a-90d9-4ac7-8760-f1c7346194fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.631270 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2badb87a-90d9-4ac7-8760-f1c7346194fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.699448 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2badb87a-90d9-4ac7-8760-f1c7346194fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.740627 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2badb87a-90d9-4ac7-8760-f1c7346194fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b875f9e28f854ed383fa9e2aa812a28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253493 Sep 16 19:59:43.742827 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 60870) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:43.752239 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badb87a-90d9-4ac7-8760-f1c7346194fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eea95a-6e78-4d03-b262-f45e941a5e9c,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:43.818106 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.841413 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.950913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.953575 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:43.957216 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49eea95a-6e78-4d03-b262-f45e941a5e9c HTTP/1.1" status: 204 len: 168 time: 0.2109842 Sep 16 19:59:43.962472 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e006d5-72c9-4d39-8735-3525a6c75e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eea95a-6e78-4d03-b262-f45e941a5e9c,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:50.689136 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:57.817594 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-c83462d3-7c51-4405-8084-18ad7b5728ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493386 Sep 16 19:59:57.880509 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-403f560c-ec3b-4bc9-baa0-9bca2316e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:57.882015 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-403f560c-ec3b-4bc9-baa0-9bca2316e3e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 1100 time: 0.0407350 Sep 16 19:59:57.987988 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-284bd6c9-348a-43c0-9c6b-5be949cd1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:57.989466 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-284bd6c9-348a-43c0-9c6b-5be949cd1a28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.0857897 Sep 16 19:59:58.058237 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-7e631846-34b2-41c2-962b-1ad6fa289572 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 200 len: 1002 time: 0.0611005 Sep 16 19:59:58.106953 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-dc6a2b82-1ec5-4615-8cbd-fbfbeb8b3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:58.108373 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-dc6a2b82-1ec5-4615-8cbd-fbfbeb8b3e3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0422952 Sep 16 19:59:58.155635 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-1b08dcec-f2c7-4aee-b8a9-8bd9a3b101eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 19:59:58.157636 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-1b08dcec-f2c7-4aee-b8a9-8bd9a3b101eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387034 Sep 16 19:59:58.249202 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-c4da3792-3a45-4b62-b905-d6d84527e3d3 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Sep 16 19:59:58.556502 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46ca74dd-916a-4d4c-bd6e-c41aad4c0a79 req-7617c4e5-3888-4d20-88f3-f6e9462ec6b3 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977788 Sep 16 19:59:59.405659 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 32946) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:59.510443 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6003b1f1-9f52-45c7-a2fd-7172a43a99a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.595074 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6003b1f1-9f52-45c7-a2fd-7172a43a99a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.671543 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6003b1f1-9f52-45c7-a2fd-7172a43a99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.711529 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6003b1f1-9f52-45c7-a2fd-7172a43a99a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d217520bedb4fcb84e4645ec74afb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047523 Sep 16 19:59:59.712470 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003b1f1-9f52-45c7-a2fd-7172a43a99a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a4c0f-2228-487a-80b4-6f60463328f4,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 19:59:59.714351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 32950) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 19:59:59.763974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.785112 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.969087 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.972120 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 19:59:59.973353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d4a4c0f-2228-487a-80b4-6f60463328f4 HTTP/1.1" status: 204 len: 168 time: 0.2574043 Sep 16 19:59:59.981621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68c2f3-a4f1-49dd-8b0e-6f64feb62687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a4c0f-2228-487a-80b4-6f60463328f4,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:00.655540 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 32964) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:00.669308 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-44b7412e-1145-4dba-96fa-f9b0fdda7a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:00.755710 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-44b7412e-1145-4dba-96fa-f9b0fdda7a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:00.820296 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-44b7412e-1145-4dba-96fa-f9b0fdda7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:00.858576 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-44b7412e-1145-4dba-96fa-f9b0fdda7a96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b900e1708eb4764900d251c33677941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018456 Sep 16 20:00:00.859320 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7412e-1145-4dba-96fa-f9b0fdda7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea82b3-14d1-455f-958c-edf18e642ad1,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:00.861552 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 32966) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:00.910500 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:00.931570 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:01.038113 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:01.040961 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:01.042171 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7ea82b3-14d1-455f-958c-edf18e642ad1 HTTP/1.1" status: 204 len: 168 time: 0.1795030 Sep 16 20:00:01.050765 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4329b-18ee-4352-9b8a-caa35f88de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea82b3-14d1-455f-958c-edf18e642ad1,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:04.260927 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-151937c7-184d-44cb-914a-77dcfb69b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:07.163592 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-eb2d78ea-a0a0-4a66-9e91-a3090497668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:07.352263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:08.312648 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:10.129857 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:11.794056 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ce89a-0759-470d-a004-33f34c03f473 req-dd2bb0b5-d6e0-4eac-9571-647f97d25c3b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:11.795524 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-713ce89a-0759-470d-a004-33f34c03f473 req-dd2bb0b5-d6e0-4eac-9571-647f97d25c3b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0506363 Sep 16 20:00:11.833805 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-713ce89a-0759-470d-a004-33f34c03f473 req-9b3ef4c6-a30c-4af8-92ce-9a067f053227 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Sep 16 20:00:12.957205 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e0654-79f1-4610-990b-67bf5f7cf104 req-79607530-5525-4cad-9388-bd4dac47c965 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:12.958731 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0d5e0654-79f1-4610-990b-67bf5f7cf104 req-79607530-5525-4cad-9388-bd4dac47c965 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0480766 Sep 16 20:00:12.996043 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0d5e0654-79f1-4610-990b-67bf5f7cf104 req-094d89dd-2b1a-4274-86df-6649ac9b9fe0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Sep 16 20:00:14.115395 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b2a2b-0993-4d7f-9082-3dc0ef717c95 req-abf8b463-8446-4765-b1db-aa5d1716b9bb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:14.116785 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc9b2a2b-0993-4d7f-9082-3dc0ef717c95 req-abf8b463-8446-4765-b1db-aa5d1716b9bb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0477221 Sep 16 20:00:14.155711 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fc9b2a2b-0993-4d7f-9082-3dc0ef717c95 req-21f6fa43-3f97-472b-81a0-19c9e375bc76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Sep 16 20:00:15.278727 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d309cc-78c1-45e6-bc6c-7997b8770bc6 req-f528c494-7e01-46c9-b77e-8146c50f2624 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:15.280196 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-26d309cc-78c1-45e6-bc6c-7997b8770bc6 req-f528c494-7e01-46c9-b77e-8146c50f2624 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0501416 Sep 16 20:00:15.317578 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-26d309cc-78c1-45e6-bc6c-7997b8770bc6 req-c7a8c9a5-5992-495f-929c-84e68b927d4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305817 Sep 16 20:00:16.435771 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37d399-6d5b-4432-b338-59e48bf2a2a2 req-a7646565-29e6-4a3b-ba1e-8586b2760fd2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:16.437227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0c37d399-6d5b-4432-b338-59e48bf2a2a2 req-a7646565-29e6-4a3b-ba1e-8586b2760fd2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0492134 Sep 16 20:00:16.475439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0c37d399-6d5b-4432-b338-59e48bf2a2a2 req-2d27edd8-ed4c-416b-abfd-0bf2e6e9e1c2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Sep 16 20:00:16.977175 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:00:17.592229 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9728c-8576-4890-866a-6d1da8b8e2c8 req-68275624-0160-42d9-9fc5-255a2f6aa4ef tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:17.593617 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-beb9728c-8576-4890-866a-6d1da8b8e2c8 req-68275624-0160-42d9-9fc5-255a2f6aa4ef tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0480769 Sep 16 20:00:17.630792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-beb9728c-8576-4890-866a-6d1da8b8e2c8 req-20fea0f4-554e-4b02-92c6-e2fc97fe528f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Sep 16 20:00:18.219871 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-a5db85f3-4ed3-4b1d-ae8a-74bf2dd321a9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:18.225154 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-a5db85f3-4ed3-4b1d-ae8a-74bf2dd321a9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0506001 Sep 16 20:00:18.310261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Deleting port 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:00:18.310601 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:18.404630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] For port 34980aae-cacb-4ca3-94a6-302b94dc7c0a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=34980aae-cacb-4ca3-94a6-302b94dc7c0a,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:18.405000 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:18.621421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:18.622111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:18.622111 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Floating IP d76f72ed-fc26-446a-9e66-a10de760d016 disassociated. External IP: 172.27.1.155, port: 34980aae-cacb-4ca3-94a6-302b94dc7c0a. Sep 16 20:00:18.622405 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Calling delete_port for 34980aae-cacb-4ca3-94a6-302b94dc7c0a owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:00:18.790662 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7e67-516c-4da8-b117-4919a54e1a4b req-2b4f8260-0bdc-42bc-a427-553791ad577f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:18.792215 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e68b7e67-516c-4da8-b117-4919a54e1a4b req-2b4f8260-0bdc-42bc-a427-553791ad577f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 947 time: 0.0869479 Sep 16 20:00:18.832430 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e68b7e67-516c-4da8-b117-4919a54e1a4b req-04da9d52-7e3a-45b5-a2de-b4ad1e385eb1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340185 Sep 16 20:00:18.849893 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:18.879276 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'Port': ['ID=34980aae-cacb-4ca3-94a6-302b94dc7c0a,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:18.889838 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.890183 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.890519 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.890853 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.891181 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.891507 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.891830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.892161 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.892894 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.892894 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.893207 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:18.893447 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:19.011418 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:00:19.134583 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:00:19.150059 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:00:19.167615 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:19.167615 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:19.180197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] No DVR routers for this DVR port 34980aae-cacb-4ca3-94a6-302b94dc7c0a on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:00:19.183416 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:19.185599 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8fcb251b-1fc9-4db5-877f-d218626c61a7 req-b3f5cdba-cd46-42a1-90ee-a5cb941ccf85 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "DELETE /v2.0/ports/34980aae-cacb-4ca3-94a6-302b94dc7c0a HTTP/1.1" status: 204 len: 173 time: 0.9580801 Sep 16 20:00:19.186045 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-deleted', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:19.189216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed85015-efe7-4617-8a20-a187fae3c0a9" -d '{"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-deleted", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:19.243260 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27ca56-03bf-4cc5-ac34-52478fb0b873 x-openstack-request-id: req-ee27ca56-03bf-4cc5-ac34-52478fb0b873 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:19.243577 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9133ac-98e3-4683-8259-1af71194d987", "name": "network-vif-deleted", "tag": "34980aae-cacb-4ca3-94a6-302b94dc7c0a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:19.243830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee27ca56-03bf-4cc5-ac34-52478fb0b873 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:19.244240 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9133ac-98e3-4683-8259-1af71194d987', 'name': 'network-vif-deleted', 'tag': '34980aae-cacb-4ca3-94a6-302b94dc7c0a', 'status': 'completed', 'code': 200} Sep 16 20:00:19.313964 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:19.540567 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:19.572785 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:00:19.581207 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:19.582394 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:19.693271 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:19.897043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:19.926780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad38925-6cfc-416b-aece-2e81dd793b43 None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:00:19.973551 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dfb9ef44-2f0d-4a05-94e0-e27935950856 req-bbab2374-7da5-495a-8c34-3ec058893eb4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0405934 Sep 16 20:00:20.204938 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93a8a3-148e-43ee-b163-55162e98fc0e None None] New status for floating IP d76f72ed-fc26-446a-9e66-a10de760d016: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:00:20.758850 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:21.071415 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-61fc84ea-641a-4622-99db-687fff4ddc58 req-3b1b1394-1f09-43c0-867c-e3ce92b95c83 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0258172 Sep 16 20:00:22.179778 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5ec335e9-ee63-4e84-b485-969952c3c87f req-cdbedd90-e079-4174-9f2a-b6f8ab6a2344 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee9133ac-98e3-4683-8259-1af71194d987 HTTP/1.1" status: 200 len: 210 time: 0.0285404 Sep 16 20:00:22.528352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:00:22.553140 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 34980aae-cacb-4ca3-94a6-302b94dc7c0a {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:00:22.553779 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 34980aae-cacb-4ca3-94a6-302b94dc7c0a not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:00:23.332594 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33326) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:23.393808 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.428463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.599918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.602606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.603784 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c29e0d2-95d7-4cea-9eb2-ecb444757f7a HTTP/1.1" status: 204 len: 168 time: 0.2699955 Sep 16 20:00:23.606670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33340) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:23.614673 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29e0d2-95d7-4cea-9eb2-ecb444757f7a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:23.620526 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.api.v2.resource [None req-d5ac7603-cb5b-4259-be0c-584b22d97812 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] show failed (client error): The resource could not be found. Sep 16 20:00:23.624802 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d5ac7603-cb5b-4259-be0c-584b22d97812 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups/2c29e0d2-95d7-4cea-9eb2-ecb444757f7a HTTP/1.1" status: 404 len: 347 time: 0.0138223 Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.624918 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.625775 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.625775 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.625775 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9ac41-3fda-43b0-b31f-51cc257cb598 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:23.627044 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33342) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:23.757212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Deleting port 52e7c41c-a704-4f23-a852-c984c7fa3933 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:00:23.757505 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.834524 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.834844 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:23.846598 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Calling delete_port for 52e7c41c-a704-4f23-a852-c984c7fa3933 owned by network:floatingip {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:00:24.090842 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.119460 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'Port': ['ID=52e7c41c-a704-4f23-a852-c984c7fa3933,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:24.188227 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.190759 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.192911 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-04826854-1af7-40f1-a985-6db9949f7e64 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "DELETE /v2.0/floatingips/d76f72ed-fc26-446a-9e66-a10de760d016 HTTP/1.1" status: 204 len: 168 time: 0.5648088 Sep 16 20:00:24.667350 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33364) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:24.672172 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56730384', 'description': 'tempest-description--989718517'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:24.788141 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.877043 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.924965 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:24.953175 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf2438-c127-4e9a-94bf-e250a0da2ab2,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:25.011058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.012361 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-39aa84cf-e901-4784-823b-35ba5ee72a76 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3439417 Sep 16 20:00:25.015195 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33368) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:25.020229 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group_rule': {'security_group_id': '84bf2438-c127-4e9a-94bf-e250a0da2ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:25.095938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.151964 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.233432 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.250138 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2343fbad-f992-4859-ad74-84cea4f7daf1,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:25.302471 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.303614 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fd29c77f-90f6-47f1-b8c5-e9124241e77e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874763 Sep 16 20:00:25.306381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33376) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:25.311181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'security_group_rule': {'security_group_id': '84bf2438-c127-4e9a-94bf-e250a0da2ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:25.399585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.454516 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33380) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:25.455744 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.536658 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.552168 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b296ddb7-3a89-4412-9d1a-4d4d486e7ab5,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:25.561295 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7f97e9d3-8f6e-4964-91f8-0469e1391dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.616341 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.617574 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-51e46f17-6b63-4db4-a22b-a8f6521e6c16 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102465 Sep 16 20:00:25.620653 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33384) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:25.625119 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:25.690479 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7f97e9d3-8f6e-4964-91f8-0469e1391dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.771474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7f97e9d3-8f6e-4964-91f8-0469e1391dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.809885 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7f97e9d3-8f6e-4964-91f8-0469e1391dd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3f1caf0a22e44578790a190ebd69cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540885 Sep 16 20:00:25.810421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97e9d3-8f6e-4964-91f8-0469e1391dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3670d-a299-4eee-9324-a7f334ed854f,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:25.812349 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33388) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:25.849182 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.886616 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:25.913090 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.005342 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.086831 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.089407 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.090519 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bef3670d-a299-4eee-9324-a7f334ed854f HTTP/1.1" status: 204 len: 168 time: 0.2770934 Sep 16 20:00:26.354686 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bc6f2-62ee-4dd2-8deb-350552c57be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3670d-a299-4eee-9324-a7f334ed854f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:26.416147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Allocated IP 172.27.1.24 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/a8affd4c-afd2-4bd7-acd8-dee306804e14) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:00:26.521694 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.611112 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.648744 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:00:26.656257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:00:26.661022 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:00:26.663983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=a8affd4c-afd2-4bd7-acd8-dee306804e14,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:26.670357 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33398) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:26.687355 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-188b716e-775b-4438-a050-3b299024b55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.750719 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.783560 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-188b716e-775b-4438-a050-3b299024b55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.873935 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-188b716e-775b-4438-a050-3b299024b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.877481 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:26.916634 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-188b716e-775b-4438-a050-3b299024b55d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19ecd6ee958b45dca1399e31485c9dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451611 Sep 16 20:00:26.917552 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b716e-775b-4438-a050-3b299024b55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7904c177-8fc9-4353-9ec3-31db0d65b969,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:26.919618 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33402) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:27.036826 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.078662 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.123225 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.194542 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.256985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.259586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.260881 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7904c177-8fc9-4353-9ec3-31db0d65b969 HTTP/1.1" status: 204 len: 168 time: 0.3399410 Sep 16 20:00:27.285985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=a8affd4c-afd2-4bd7-acd8-dee306804e14,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:27.290140 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c8c79-d5e3-4b55-9969-67b72b8b90f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904c177-8fc9-4353-9ec3-31db0d65b969,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:27.297482 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.400508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:27.401826 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3f42b0a5-6b5d-4f16-af51-9d5d9a663e8a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7801683 Sep 16 20:00:27.603714 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-6674a83e-13eb-4c5d-9b53-4efed65e9542 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--56730384&fields=id&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 267 time: 0.0351632 Sep 16 20:00:27.719608 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-f72a31ee-4992-43e9-a534-2a421624a1e4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:27.721148 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-f72a31ee-4992-43e9-a534-2a421624a1e4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 817 time: 0.1103458 Sep 16 20:00:27.737390 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-3a262cfa-e55d-44b8-92e0-02cfd5115cfb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/quotas/65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Sep 16 20:00:27.798071 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-5c951438-d177-4112-86e7-63cd51f912f1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531883 Sep 16 20:00:27.899057 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-2869e860-9ca1-4bb6-ad2b-87981d88b1ae service neutron] 10.222.0.49 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889890 Sep 16 20:00:28.000026 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-79b78aa8-da1d-44e9-8962-1034cf7b5b12 service neutron] 10.222.0.49 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945673 Sep 16 20:00:28.040027 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33428) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:28.054452 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-10ad0cf4-970f-4a7d-b326-66f493b5c1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.155454 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-10ad0cf4-970f-4a7d-b326-66f493b5c1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.257309 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-10ad0cf4-970f-4a7d-b326-66f493b5c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.331994 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-10ad0cf4-970f-4a7d-b326-66f493b5c1d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbc0cc8a8f3d4ceba0379d03bd27fe39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899110 Sep 16 20:00:28.334760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33446) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:28.335333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad0cf4-970f-4a7d-b326-66f493b5c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ffad7-eae5-4ddc-a153-2b95824eaa6d,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:28.370886 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-344b26fd-54ff-4cf2-8dbc-c688821478c4 req-21876744-7d6f-42f6-a8fe-f7c53df56f38 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 210 time: 0.0451431 Sep 16 20:00:28.412201 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.434164 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.565498 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.568891 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:28.570731 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/411ffad7-eae5-4ddc-a153-2b95824eaa6d HTTP/1.1" status: 204 len: 168 time: 0.2340629 Sep 16 20:00:28.579998 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce56af-e144-4652-b0f5-24f7440c122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ffad7-eae5-4ddc-a153-2b95824eaa6d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:29.479214 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-01d5a2f8-2ee5-4b52-882c-3e4b08a0a32b req-c017cbf7-e211-4ecc-86ee-646c6acda16a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 210 time: 0.0260491 Sep 16 20:00:30.624028 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e248798-b0c1-4c51-9d42-a1fe0fd06c43 req-c48280ab-cd15-4171-a93a-e0c9d9f409a9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 210 time: 0.0418024 Sep 16 20:00:30.698904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-942d9bc8-0132-4829-8c91-e1d2be7c6730 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:30.700301 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-942d9bc8-0132-4829-8c91-e1d2be7c6730 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 817 time: 0.1477163 Sep 16 20:00:30.745563 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-6685874b-bd94-4ac2-b28b-98238813b6bd tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 378 time: 0.0351572 Sep 16 20:00:30.761732 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'port': {'device_id': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'admin_state_up': True, 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'security_groups': ['84bf2438-c127-4e9a-94bf-e250a0da2ab2']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:30.947247 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a0-5142-4a1f-ada2-062d46b101f9 req-c73923b0-2e12-4c90-a8e6-8ccd7fd353de tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:30.948832 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-597cc9a0-5142-4a1f-ada2-062d46b101f9 req-c73923b0-2e12-4c90-a8e6-8ccd7fd353de tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 946 time: 0.0519001 Sep 16 20:00:30.971395 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Made reservation on behalf of 65e319c3a6c241149f6c741a0397f068 for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:00:30.976049 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.014395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-597cc9a0-5142-4a1f-ada2-062d46b101f9 req-58907ac5-10e7-4323-bb9f-326f817ac773 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588427 Sep 16 20:00:31.126105 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Allocated IP 172.20.0.10 (76bc6836-7ed0-4631-b15c-0494313e74a5/315b4bf2-8976-4f23-8616-084ef631066a/aa5df2ce-ab31-459d-8cdf-cee8fb2feddd) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:00:31.272403 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.417644 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.459453 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:00:31.462585 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:00:31.471719 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:00:31.498665 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:31.532270 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:31.533112 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.635488 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-e1697723-051c-4be7-8670-b2efce2bc85e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775995 Sep 16 20:00:31.651410 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Request body: {'port': {'device_id': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:31.722812 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.735511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-74052856-e742-4b99-9d69-d6686d049e7d None None] Provisioning complete for port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:00:31.735511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-74052856-e742-4b99-9d69-d6686d049e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:31.766806 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-74052856-e742-4b99-9d69-d6686d049e7d None None] Port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:00:31.821275 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2871f-8008-4af3-a633-90a55666389a req-50c26d5a-9f2a-42f3-9ffd-88b960bf81af tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:31.822851 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ccd2871f-8008-4af3-a633-90a55666389a req-50c26d5a-9f2a-42f3-9ffd-88b960bf81af tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 932 time: 0.1181309 Sep 16 20:00:31.946956 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ccd2871f-8008-4af3-a633-90a55666389a req-8737a3f8-eaa7-47c7-aa24-71dfa3cca835 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770462 Sep 16 20:00:32.119871 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:00:32.130797 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.153271 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Transition to ACTIVE for port object aa5df2ce-ab31-459d-8cdf-cee8fb2feddd will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:00:32.162260 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f052f50-7f4e-4e2c-b236-3bad0a87af8d req-a861adea-fce1-4e8b-a180-b71f10786909 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:32.163794 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f052f50-7f4e-4e2c-b236-3bad0a87af8d req-a861adea-fce1-4e8b-a180-b71f10786909 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 946 time: 0.0735078 Sep 16 20:00:32.203069 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f052f50-7f4e-4e2c-b236-3bad0a87af8d req-5c485e0f-322e-41c6-8d75-52738def3b14 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Sep 16 20:00:32.234742 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.291351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:32.367965 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Attempting to bind port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:00:32.368298 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Attempting to bind port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:00:32.368749 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Attempting to bind port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:00:32.373565 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd on network 76bc6836-7ed0-4631-b15c-0494313e74a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:00:32.373820 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Attempting to bind port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd on network 76bc6836-7ed0-4631-b15c-0494313e74a5 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:00:32.382627 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:00:32.382951 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Checking segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:00:32.383341 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Bound using segment: {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:00:32.383784 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Bound port: aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565b2d0-7814-4d77-9051-001181ce9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:00:32.384140 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.608202 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33588) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:32.640934 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-ff1fbcd6-5568-488c-b10a-f6a44be0e13f tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:32.643077 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-ff1fbcd6-5568-488c-b10a-f6a44be0e13f tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 946 time: 0.0642040 Sep 16 20:00:32.719291 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:00:32.723835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:00:32.742418 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4769-428e-45bc-a666-31530745c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.783335 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Deleting port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:00:32.783669 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.806749 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.841443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:32.842071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.843462 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] 10.222.0.35 "PUT /v2.0/ports/aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 1094 time: 1.1964035 Sep 16 20:00:32.843932 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:32.849462 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aac516-efee-4d5b-b59a-bd27dd8d0054" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:32.886259 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5d628-d28f-4c1d-8200-a34f64f4122c service neutron] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:32.908136 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4fe99-c013-4f4a-aa29-5cdfff9c43c2 x-openstack-request-id: req-b0f4fe99-c013-4f4a-aa29-5cdfff9c43c2 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:32.908417 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:32.908854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0f4fe99-c013-4f4a-aa29-5cdfff9c43c2 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:32.909277 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'status': 'completed', 'code': 200} Sep 16 20:00:32.921565 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] For port 28a23a41-4407-4333-a8cc-93b2b64f0fb8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=28a23a41-4407-4333-a8cc-93b2b64f0fb8,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:32.921565 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.947129 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Calling delete_port for 28a23a41-4407-4333-a8cc-93b2b64f0fb8 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:00:32.962892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4769-428e-45bc-a666-31530745c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:32.971819 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-5f377461-873b-49d2-8221-e20b939eee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:32.984661 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-5f377461-873b-49d2-8221-e20b939eee9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1097 time: 0.0434966 Sep 16 20:00:33.048675 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4769-428e-45bc-a666-31530745c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.138549 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4769-428e-45bc-a666-31530745c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5064d07-1867-4318-aed6-3e943e4e76fc,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:33.143605 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7e8a4769-428e-45bc-a666-31530745c2f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b52cbcf2e274373a7a88375822e4324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314639 Sep 16 20:00:33.148129 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33598) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:33.152467 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c179ce-0a66-4ca4-b7ad-fb7df6708233 req-0935ba66-728d-4a7e-b785-c39115bfc08e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.154311 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9c179ce-0a66-4ca4-b7ad-fb7df6708233 req-0935ba66-728d-4a7e-b785-c39115bfc08e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0762646 Sep 16 20:00:33.157542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-9dcf1e4d-505c-44fd-84d4-86a168dabd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.159590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-9dcf1e4d-505c-44fd-84d4-86a168dabd5a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=65e319c3a6c241149f6c741a0397f068&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1762736 Sep 16 20:00:33.211380 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.243955 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.246031 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.271149 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['28a23a41-4407-4333-a8cc-93b2b64f0fb8'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:00:33.276462 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9c179ce-0a66-4ca4-b7ad-fb7df6708233 req-8541e337-1e61-4d2a-a8de-3654745d715e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966299 Sep 16 20:00:33.313742 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-b06f145b-1147-4cd6-a6bb-7c04ea289d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.315968 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Pushing event deleted for resources: {'Port': ['ID=28a23a41-4407-4333-a8cc-93b2b64f0fb8,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:33.316483 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a9aac516-efee-4d5b-b59a-bd27dd8d0054 req-b06f145b-1147-4cd6-a6bb-7c04ea289d76 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476421 Sep 16 20:00:33.372975 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e0c06400-b47a-447a-928e-a5907879c492 req-7afde977-9887-4783-9895-89e91a42c130 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc20063-9f8f-4b76-af62-a187e9ce02cb HTTP/1.1" status: 200 len: 210 time: 0.0328090 Sep 16 20:00:33.374713 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] No DVR routers for this DVR port 28a23a41-4407-4333-a8cc-93b2b64f0fb8 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:00:33.378126 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.382912 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2e261d2e-63f3-409a-89fd-d3291665ec41 req-55ce05f9-17b4-416e-8d38-5b8834dfb264 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "DELETE /v2.0/ports/28a23a41-4407-4333-a8cc-93b2b64f0fb8 HTTP/1.1" status: 204 len: 173 time: 0.7334411 Sep 16 20:00:33.384323 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'name': 'network-vif-deleted', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:33.387410 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12c9d6b-018f-4991-814b-a361b5310fc6" -d '{"events": [{"server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "name": "network-vif-deleted", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:33.431839 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-bf162609-7568-4293-87e7-12daebcdf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.433793 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-bf162609-7568-4293-87e7-12daebcdf872 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1097 time: 0.0593221 Sep 16 20:00:33.434431 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f3be5-bb5c-4b2b-82ea-0adb70050aa5 x-openstack-request-id: req-3e0f3be5-bb5c-4b2b-82ea-0adb70050aa5 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:33.434796 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc20063-9f8f-4b76-af62-a187e9ce02cb", "name": "network-vif-deleted", "tag": "28a23a41-4407-4333-a8cc-93b2b64f0fb8", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:33.435013 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e0f3be5-bb5c-4b2b-82ea-0adb70050aa5 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:33.435409 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc20063-9f8f-4b76-af62-a187e9ce02cb', 'name': 'network-vif-deleted', 'tag': '28a23a41-4407-4333-a8cc-93b2b64f0fb8', 'status': 'completed', 'code': 200} Sep 16 20:00:33.484601 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-26969db5-a8de-4e13-b628-39eeaf132efb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 217 time: 0.0373445 Sep 16 20:00:33.541962 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-5cfc5cda-489f-443d-86b0-15a16bc99fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.544457 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-5cfc5cda-489f-443d-86b0-15a16bc99fe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0523517 Sep 16 20:00:33.599166 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.600522 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-c44d72e9-08c0-483a-879d-48f73f7b052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:33.602125 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-c44d72e9-08c0-483a-879d-48f73f7b052a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489423 Sep 16 20:00:33.608467 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:33.608467 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5064d07-1867-4318-aed6-3e943e4e76fc HTTP/1.1" status: 204 len: 168 time: 0.4567971 Sep 16 20:00:33.616493 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd0156-3d79-4097-ad55-aaaa81bcffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5064d07-1867-4318-aed6-3e943e4e76fc,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:33.709657 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-c0f59411-cb75-4eb3-83a4-544a8b320220 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996504 Sep 16 20:00:33.830703 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-39a28526-4f60-4938-9241-b36edea3fbf3 req-1797f1fe-4b05-434e-971f-93edf02b9e7c service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101677 Sep 16 20:00:34.246038 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb318-f37d-4b55-8608-77407173b773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.343582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33624) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:34.361420 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c621a0c7-adea-4257-94cc-1eed80b4de3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.486794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62945535-1c4b-44c6-aa9f-8e8181c68f78 req-c4a5dbcc-8f18-42d2-87f6-bc479ce67983 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:34.488337 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62945535-1c4b-44c6-aa9f-8e8181c68f78 req-c4a5dbcc-8f18-42d2-87f6-bc479ce67983 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0921490 Sep 16 20:00:34.510713 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c621a0c7-adea-4257-94cc-1eed80b4de3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.552637 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb73e-220e-4fdd-9216-de53601987f6 req-e33d1d02-1c5e-4433-bb77-4bf2fd049851 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:34.554735 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76dbb73e-220e-4fdd-9216-de53601987f6 req-e33d1d02-1c5e-4433-bb77-4bf2fd049851 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1110477 Sep 16 20:00:34.566654 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c621a0c7-adea-4257-94cc-1eed80b4de3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.580445 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62945535-1c4b-44c6-aa9f-8e8181c68f78 req-e0e94105-c474-497c-a7f5-4f9cbbac5253 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782623 Sep 16 20:00:34.611454 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76dbb73e-220e-4fdd-9216-de53601987f6 req-3ed442e8-6313-4e94-b647-b30786c7d9d0 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460415 Sep 16 20:00:34.627710 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c621a0c7-adea-4257-94cc-1eed80b4de3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec5160395c6c43c3a0d8f4ac21c60f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822452 Sep 16 20:00:34.629931 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621a0c7-adea-4257-94cc-1eed80b4de3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b62837-7492-4537-b26b-4c25546d99f3,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:34.630931 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33630) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:34.695286 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.719424 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.823064 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.825688 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:34.826900 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36b62837-7492-4537-b26b-4c25546d99f3 HTTP/1.1" status: 204 len: 168 time: 0.1949718 Sep 16 20:00:34.835578 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd512f-5cb8-4c17-9fbb-69fe0fb35a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b62837-7492-4537-b26b-4c25546d99f3,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:35.727616 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc1be-e66d-4f11-9a68-391542a1f585 req-0e10903c-36d2-49e5-a260-fe0bc185a777 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:35.729358 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d22dc1be-e66d-4f11-9a68-391542a1f585 req-0e10903c-36d2-49e5-a260-fe0bc185a777 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0578303 Sep 16 20:00:35.807982 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56914-ced4-443a-ba78-f24de189f41b req-f86daf9f-b15f-435c-91f2-14e9966ae807 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:35.809828 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-58f56914-ced4-443a-ba78-f24de189f41b req-f86daf9f-b15f-435c-91f2-14e9966ae807 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0794423 Sep 16 20:00:35.812814 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d22dc1be-e66d-4f11-9a68-391542a1f585 req-5c1af02a-0158-4674-836c-bf8dbd08bd6e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709023 Sep 16 20:00:35.850538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-58f56914-ced4-443a-ba78-f24de189f41b req-6cd1b28f-26ca-4ba2-ada0-d8e1d7b9c7ee tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Sep 16 20:00:36.974827 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf8771-07f3-467e-9805-81fe77979402 req-a3516977-3b93-48cf-944a-c571ccb8e85a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:36.977178 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7cdf8771-07f3-467e-9805-81fe77979402 req-a3516977-3b93-48cf-944a-c571ccb8e85a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0787199 Sep 16 20:00:37.036004 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aad45a-b1a3-42eb-9460-79f57fd8f42c req-6f712f01-0b3b-433e-b656-ba17e51377d1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:37.037629 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-65aad45a-b1a3-42eb-9460-79f57fd8f42c req-6f712f01-0b3b-433e-b656-ba17e51377d1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.1005080 Sep 16 20:00:37.043580 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7cdf8771-07f3-467e-9805-81fe77979402 req-df9eac62-c33d-4173-812b-541665bf02ee tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609269 Sep 16 20:00:37.080792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-65aad45a-b1a3-42eb-9460-79f57fd8f42c req-2d2eef46-aa0f-4e02-9793-7a80ed8bde82 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Sep 16 20:00:37.185908 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b319af1-6479-4927-b52a-d00093004dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:37.215084 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:00:37.217364 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 28a23a41-4407-4333-a8cc-93b2b64f0fb8 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:00:37.245342 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 28a23a41-4407-4333-a8cc-93b2b64f0fb8 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:00:37.245712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 28a23a41-4407-4333-a8cc-93b2b64f0fb8 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:00:37.369001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:37.381564 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:00:37.415183 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:37.433489 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:37.447760 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:00:37.467938 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:37.556789 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:37.611936 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:37.619460 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.619828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.620174 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.620520 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.620849 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.621176 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.621552 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.621860 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.622200 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.622527 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.622851 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:37.623164 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:00:38.227599 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e559-5812-48bd-bdf9-9fb40a255b5a req-207a548d-752d-45da-987c-a5ffa39a9fa9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:38.229423 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c380e559-5812-48bd-bdf9-9fb40a255b5a req-207a548d-752d-45da-987c-a5ffa39a9fa9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 945 time: 0.0918150 Sep 16 20:00:38.238438 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a6846-23d4-4874-bdf8-f1cd13e85b17 req-0ee1d9e9-c72a-4f4e-955d-f5e0ff348015 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:38.240759 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9a2a6846-23d4-4874-bdf8-f1cd13e85b17 req-0ee1d9e9-c72a-4f4e-955d-f5e0ff348015 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0734951 Sep 16 20:00:38.293111 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c380e559-5812-48bd-bdf9-9fb40a255b5a req-628d237f-34a2-43f3-a1dc-4e8be29624a7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512826 Sep 16 20:00:38.306696 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9a2a6846-23d4-4874-bdf8-f1cd13e85b17 req-9525e255-6e3e-44f6-b72f-86a0f7a89626 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b3f152e-be9f-4faf-9e10-c3631810a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 Sep 16 20:00:38.445379 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:00:38.482256 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:38.636132 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33736) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:38.678263 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-7d2a61bc-d938-494e-adb0-7e984c1088d2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:38.679840 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-7d2a61bc-d938-494e-adb0-7e984c1088d2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 945 time: 0.0508316 Sep 16 20:00:38.781882 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Deleting port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:00:38.782222 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:38.805806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e583040-6e9a-4cbc-ab4a-8ef2a7871cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:38.877621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] For port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:38.877985 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:38.918183 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e583040-6e9a-4cbc-ab4a-8ef2a7871cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.006522 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-5e583040-6e9a-4cbc-ab4a-8ef2a7871cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.047748 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-5e583040-6e9a-4cbc-ab4a-8ef2a7871cdf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd8f2bd2cb9942c493f9042b94014866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097855 Sep 16 20:00:39.048586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e583040-6e9a-4cbc-ab4a-8ef2a7871cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cc722-cca8-42ff-bbe6-e29a24ebc858,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:39.051553 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33740) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:39.064017 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.064404 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.064720 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Floating IP d9378b27-ec32-4c3b-95a2-46aa62004dbc disassociated. External IP: 172.27.1.164, port: 56d0a70c-2ee6-41b1-a6a5-907bce9d2881. Sep 16 20:00:39.065061 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Calling delete_port for 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:00:39.103805 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74512728-64db-46d7-972f-762a7734316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.114545 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:00:39.130525 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74512728-64db-46d7-972f-762a7734316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.229068 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:00:39.233830 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:00:39.234032 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.258147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74512728-64db-46d7-972f-762a7734316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.261422 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-74512728-64db-46d7-972f-762a7734316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.262878 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-74512728-64db-46d7-972f-762a7734316b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c47cc722-cca8-42ff-bbe6-e29a24ebc858 HTTP/1.1" status: 204 len: 168 time: 0.2105122 Sep 16 20:00:39.279985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512728-64db-46d7-972f-762a7734316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cc722-cca8-42ff-bbe6-e29a24ebc858,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:39.329494 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.388971 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.430240 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:39.436805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b4864d-664e-412d-b0aa-0d5abafbb5c5" -d '{"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:39.448254 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'Port': ['ID=56d0a70c-2ee6-41b1-a6a5-907bce9d2881,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:39.449424 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:00:39.503897 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e211b8af-251f-4c90-abef-d1b8aff6fbdd req-486623bf-d882-4a4f-a7eb-1ac5ebdcf95a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0571399 Sep 16 20:00:39.559224 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504bb3-9c4a-4954-a456-e03c591f7884 req-0d4b38a3-cb28-4051-90cf-490b80a3ad61 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:39.562151 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b98c7-efd5-402d-a8eb-15559313c4b5 x-openstack-request-id: req-e65b98c7-efd5-402d-a8eb-15559313c4b5 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:39.562716 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:39.563171 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e65b98c7-efd5-402d-a8eb-15559313c4b5 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:39.563777 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'code': 200} Sep 16 20:00:39.565771 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-05504bb3-9c4a-4954-a456-e03c591f7884 req-0d4b38a3-cb28-4051-90cf-490b80a3ad61 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 945 time: 0.1705585 Sep 16 20:00:39.575721 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.670886 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-05504bb3-9c4a-4954-a456-e03c591f7884 req-46d3a036-ea22-4e33-b5e9-3aac0c7c8cf0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036665 Sep 16 20:00:39.677035 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:00:39.678521 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:39.831121 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:00:39.847780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:00:39.864782 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:39.866678 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:39.915243 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64319a78-72b2-4724-9dec-c59acbfa3e6f req-d3eb542e-34c5-4621-baf8-986c7f3dd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:39.916759 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-64319a78-72b2-4724-9dec-c59acbfa3e6f req-d3eb542e-34c5-4621-baf8-986c7f3dd8cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1099 time: 0.0711794 Sep 16 20:00:39.918351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] No DVR routers for this DVR port 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:00:39.921160 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:39.923854 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e9a7b16-4feb-4793-81af-ec937d0fff56 req-d749b5dd-0bf2-4306-9501-2d79cbbfddc6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "DELETE /v2.0/ports/56d0a70c-2ee6-41b1-a6a5-907bce9d2881 HTTP/1.1" status: 204 len: 173 time: 1.2376962 Sep 16 20:00:39.924394 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'name': 'network-vif-deleted', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:39.927784 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40516c-df20-4583-bfe4-9354bce1611f" -d '{"events": [{"server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "name": "network-vif-deleted", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:39.975962 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-64319a78-72b2-4724-9dec-c59acbfa3e6f req-f80be275-25a5-457f-b819-c3fa18b55490 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516603 Sep 16 20:00:39.984848 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43b68e-6ebe-4450-a261-7277c3143ac8 x-openstack-request-id: req-7c43b68e-6ebe-4450-a261-7277c3143ac8 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:39.985169 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde8e8ed-be28-45a6-903a-71f85db5b073", "name": "network-vif-deleted", "tag": "56d0a70c-2ee6-41b1-a6a5-907bce9d2881", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:39.985558 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c43b68e-6ebe-4450-a261-7277c3143ac8 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:39.985957 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde8e8ed-be28-45a6-903a-71f85db5b073', 'name': 'network-vif-deleted', 'tag': '56d0a70c-2ee6-41b1-a6a5-907bce9d2881', 'status': 'completed', 'code': 200} Sep 16 20:00:40.062741 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33780) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:40.078170 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dc5b-fb05-48f7-a715-48d4b0b4e8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.200814 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dc5b-fb05-48f7-a715-48d4b0b4e8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.246174 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:40.252260 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dc5b-fb05-48f7-a715-48d4b0b4e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.292385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.294703 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f6d1dc5b-fb05-48f7-a715-48d4b0b4e8a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23872e928950468ba4d49e1b70a5ac68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308319 Sep 16 20:00:40.295502 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1dc5b-fb05-48f7-a715-48d4b0b4e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13fd4c4-746c-4b1d-a59a-6c5eabe5071d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:40.297421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33782) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:40.353188 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.379360 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.492663 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.493408 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:40.499912 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.504332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c13fd4c4-746c-4b1d-a59a-6c5eabe5071d HTTP/1.1" status: 204 len: 168 time: 0.2032528 Sep 16 20:00:40.515638 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31129318-83c6-411b-8cea-262ef7d9ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13fd4c4-746c-4b1d-a59a-6c5eabe5071d,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:40.542821 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:00:40.555583 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:40.556205 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:40.616447 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33790) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:40.655364 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8cda24bb-d342-435d-a91f-5123dbf6cb3e req-bae9b68b-2911-47c1-8986-79b1e49fdd06 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde8e8ed-be28-45a6-903a-71f85db5b073 HTTP/1.1" status: 200 len: 210 time: 0.0268440 Sep 16 20:00:40.683515 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:40.760654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3eeb6737-9912-40ca-bddb-0ed5a2684d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:40.868261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf822-bafc-444d-a71f-de3875b8ed8f req-ac0cdbc2-3714-4cd4-86dd-8376fb258dd9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:40.869933 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9ecaf822-bafc-444d-a71f-de3875b8ed8f req-ac0cdbc2-3714-4cd4-86dd-8376fb258dd9 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0999548 Sep 16 20:00:40.932685 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9ecaf822-bafc-444d-a71f-de3875b8ed8f req-028f0b51-1089-4014-bdc6-ec47340223b7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536983 Sep 16 20:00:40.994132 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:41.001391 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3eeb6737-9912-40ca-bddb-0ed5a2684d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.032580 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3120f-c068-4d8d-b0ab-b9ce7c8df32c None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:00:41.128866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3eeb6737-9912-40ca-bddb-0ed5a2684d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.187924 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb6737-9912-40ca-bddb-0ed5a2684d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0425e2b-ee5f-4973-b881-6f6fa1890170,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:41.216457 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-3eeb6737-9912-40ca-bddb-0ed5a2684d42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e346f42df8884ee598e658884abf5425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983284 Sep 16 20:00:41.222512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33808) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:41.319211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.348833 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.389977 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf90cfe-99d9-4e98-a75a-12aa734c352b None None] New status for floating IP d9378b27-ec32-4c3b-95a2-46aa62004dbc: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:00:41.486529 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.489725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:41.493303 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0425e2b-ee5f-4973-b881-6f6fa1890170 HTTP/1.1" status: 204 len: 168 time: 0.2707515 Sep 16 20:00:41.499921 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363e936-36e4-4571-990c-c7c60fd8ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0425e2b-ee5f-4973-b881-6f6fa1890170,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:41.974907 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33830) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.034211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.079255 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.146010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5c55a-de3f-43ed-ba82-9b78c08ddbc6 req-41cea43e-c509-4ed9-8336-41bfb9d6f49c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:42.147535 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0cb5c55a-de3f-43ed-ba82-9b78c08ddbc6 req-41cea43e-c509-4ed9-8336-41bfb9d6f49c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0908601 Sep 16 20:00:42.190442 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0cb5c55a-de3f-43ed-ba82-9b78c08ddbc6 req-1fa7e54c-8b4f-4cf3-8cf2-b6a5bc48e915 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360332 Sep 16 20:00:42.218842 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33840) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.237036 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-43ca572d-1cbe-44b0-88b4-ff3278bca852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.285094 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.286872 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.290475 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b3f152e-be9f-4faf-9e10-c3631810a7f5 HTTP/1.1" status: 204 len: 168 time: 0.3119786 Sep 16 20:00:42.292317 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33854) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.313618 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee0641-627b-4910-a56f-3197a150d419 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f152e-be9f-4faf-9e10-c3631810a7f5,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:42.321628 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.api.v2.resource [None req-934bf3d1-8ded-45e8-8114-2328fe875ef8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] show failed (client error): The resource could not be found. Sep 16 20:00:42.321628 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-934bf3d1-8ded-45e8-8114-2328fe875ef8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups/9b3f152e-be9f-4faf-9e10-c3631810a7f5 HTTP/1.1" status: 404 len: 347 time: 0.0234687 Sep 16 20:00:42.321902 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33864) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.378269 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-43ca572d-1cbe-44b0-88b4-ff3278bca852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.386601 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc12f4-fb09-4039-be68-7f5e836f5734 req-f5c1642e-08c4-48f7-adaf-e2cd3d5e50b5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:42.388123 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2cc12f4-fb09-4039-be68-7f5e836f5734 req-f5c1642e-08c4-48f7-adaf-e2cd3d5e50b5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1142435 Sep 16 20:00:42.403288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33876) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.403288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Request body: {'floatingip': {'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:42.467890 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Deleting port b35b0400-123b-457e-8d49-9e82f5eaaa78 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:00:42.468252 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.475936 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-43ca572d-1cbe-44b0-88b4-ff3278bca852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.492517 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.554874 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.559823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.575299 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Calling delete_port for b35b0400-123b-457e-8d49-9e82f5eaaa78 owned by network:floatingip {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:00:42.579864 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-43ca572d-1cbe-44b0-88b4-ff3278bca852 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f34e84422294d97be175ce255586038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595309 Sep 16 20:00:42.582889 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 33886) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:42.585564 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca572d-1cbe-44b0-88b4-ff3278bca852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf118a6-3b98-4b50-9b3a-80708bf2a889,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:42.720921 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.776494 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.818774 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.844541 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'Port': ['ID=b35b0400-123b-457e-8d49-9e82f5eaaa78,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:42.917064 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.921377 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:42.922572 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6cca7811-270e-429d-8ac7-bb165cdcfeaa tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "DELETE /v2.0/floatingips/d9378b27-ec32-4c3b-95a2-46aa62004dbc HTTP/1.1" status: 204 len: 168 time: 0.5997519 Sep 16 20:00:43.047127 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.049931 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.050896 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cf118a6-3b98-4b50-9b3a-80708bf2a889 HTTP/1.1" status: 204 len: 168 time: 0.4662890 Sep 16 20:00:43.087251 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeeee7-afa0-493d-9d3f-badf0c811590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf118a6-3b98-4b50-9b3a-80708bf2a889,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:43.259774 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.367809 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.428282 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33898) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:43.432722 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718907840', 'description': 'tempest-description--239194234'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:43.506126 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Floating IP 4ff8c9ad-fc21-4181-9759-ac3afded1cd0 associated. External IP: 172.27.1.24, port: aa5df2ce-ab31-459d-8cdf-cee8fb2feddd. Sep 16 20:00:43.554995 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.651506 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.726434 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.757636 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:00:43.757864 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da497fa6-4ea8-4785-8450-220a763d6368,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:43.835316 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:43.839553 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-533623ca-7966-44ca-81fe-6129427064bc tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4073346 Sep 16 20:00:43.839868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33910) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:43.844638 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group_rule': {'security_group_id': 'da497fa6-4ea8-4785-8450-220a763d6368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:43.989007 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.072401 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.103283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:00:44.114440 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.116351 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:00:44.128913 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:44.128913 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:44.140495 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ad4fd62f-dd44-456a-897c-6f37e922a8c4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "PUT /v2.0/floatingips/4ff8c9ad-fc21-4181-9759-ac3afded1cd0 HTTP/1.1" status: 200 len: 991 time: 1.7421763 Sep 16 20:00:44.144355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:44.144355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:44.173143 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.189613 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebdb34-dddc-436a-a59a-0e736e90aa06 x-openstack-request-id: req-41ebdb34-dddc-436a-a59a-0e736e90aa06 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:44.190044 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:44.190424 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41ebdb34-dddc-436a-a59a-0e736e90aa06 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:44.191068 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'status': 'completed', 'code': 200} Sep 16 20:00:44.208424 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79de941a-23db-4321-aa4a-50d4b5a2f35e,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:44.274636 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:44.281284 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.282647 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2539b997-925a-4be7-8ca7-bef8e883e5eb tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417362 Sep 16 20:00:44.285527 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33926) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:44.290172 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'security_group_rule': {'security_group_id': 'da497fa6-4ea8-4785-8450-220a763d6368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:44.383823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.447269 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:00:44.474312 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.490739 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-30a816d3-ccb8-4116-bbb4-c54c16677334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:44.492341 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-30a816d3-ccb8-4116-bbb4-c54c16677334 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1099 time: 0.0566428 Sep 16 20:00:44.492611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:00:44.492951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 56d0a70c-2ee6-41b1-a6a5-907bce9d2881 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:00:44.574032 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.601111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb985ec-7f9d-4cba-b433-eea055096abb,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:44.621487 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-ace7ab3b-6701-41cc-b509-bc803356fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:44.622992 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-ace7ab3b-6701-41cc-b509-bc803356fc33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.1232495 Sep 16 20:00:44.652388 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.654013 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-642d8c0e-78e3-4b8c-bdea-0b908c37617f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674715 Sep 16 20:00:44.657290 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 33964) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:00:44.663193 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:44.681633 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '4ff8c9ad-fc21-4181-9759-ac3afded1cd0', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:26Z', 'updated_at': '2021-09-16T20:00:43Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:44.722421 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-5342b194-5450-4d72-ac24-483cacbc3b37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 999 time: 0.0872238 Sep 16 20:00:44.726848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:00:44.736799 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:00:44.737591 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:00:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:44.773185 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.791171 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-6b666ca9-b3a9-4c4f-8204-aa3dec7d31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:44.792767 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-6b666ca9-b3a9-4c4f-8204-aa3dec7d31cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0594676 Sep 16 20:00:44.864579 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-ff693cd0-5d08-41cc-8a98-c96ed66d6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:44.869299 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-ff693cd0-5d08-41cc-8a98-c96ed66d6cef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671263 Sep 16 20:00:44.912016 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:00:44.919628 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:44.994769 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-28e73b1a-7889-4cd4-8bbb-3706e01e8886 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177232 Sep 16 20:00:45.079409 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Allocated IP 172.27.1.101 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/5d3e73b0-8125-43f8-851c-b474ac00ade4) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:00:45.135650 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-8aed0149-e5e6-4d32-b3a2-0bbd7ab4ed2c req-2e3d888e-4dad-4925-812e-a6e69d687fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335497 Sep 16 20:00:45.203604 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:45.230203 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '4ff8c9ad-fc21-4181-9759-ac3afded1cd0', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:26Z', 'updated_at': '2021-09-16T20:00:43Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:00:45.261046 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be8bbe-4548-4f94-99d5-ad03cf519442 None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '4ff8c9ad-fc21-4181-9759-ac3afded1cd0', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:26Z', 'updated_at': '2021-09-16T20:00:43Z', 'revision_number': 1, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:00:45.315847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:45.359172 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:00:45.362231 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:00:45.366695 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:00:45.403285 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=5d3e73b0-8125-43f8-851c-b474ac00ade4,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:45.495403 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94810b1-3e37-47e5-8d1a-6d137b0be94c None None] New status for floating IP 4ff8c9ad-fc21-4181-9759-ac3afded1cd0: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:00:45.533309 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:45.678156 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:45.949562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:45.959967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-83cca451-8435-4ea7-bcbc-a3c53106c342 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:45.974498 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-83cca451-8435-4ea7-bcbc-a3c53106c342 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/networks?id=1d3513ca-021c-4201-91d6-5eec0baf36d4 HTTP/1.1" status: 200 len: 814 time: 0.1492958 Sep 16 20:00:46.103521 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:46.433950 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a6b67f0c-701d-4196-a944-3a4d03f6d215 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/quotas/bf915f1a2ed74f0eb7976fff9e1210af HTTP/1.1" status: 200 len: 375 time: 0.4665213 Sep 16 20:00:46.436698 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=5d3e73b0-8125-43f8-851c-b474ac00ade4,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:46.454277 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:46.475838 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-bfb68343-b02d-40b2-9dee-ee9815a7f92c tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336618 Sep 16 20:00:46.576346 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-08d4395e-bf91-4fb2-9fbf-1a8ba6edf635 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928056 Sep 16 20:00:46.604867 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:46.625727 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6e4b6caf-4d71-4851-b848-91fb167321ad tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9476974 Sep 16 20:00:46.698359 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-70ce645b-75e6-4326-9dfa-e4890aa6e80e service neutron] 10.222.0.49 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146762 Sep 16 20:00:46.982361 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3d228489-bc51-4694-ba00-a814116b920c req-097d95d6-947d-42e0-bf2c-e7d06e3ac26b tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 210 time: 0.0279973 Sep 16 20:00:48.089278 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2ac2a25d-be7d-4689-9c8f-7d860ae67738 req-d19fd7a1-2b38-441a-a6cd-93f5e6b613cb tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 210 time: 0.0257525 Sep 16 20:00:49.076288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-52ec2a60-4008-42df-819c-4a366dc34424 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:49.077698 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-52ec2a60-4008-42df-819c-4a366dc34424 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "GET /v2.0/networks?id=1d3513ca-021c-4201-91d6-5eec0baf36d4 HTTP/1.1" status: 200 len: 814 time: 0.1174347 Sep 16 20:00:49.091413 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Request body: {'port': {'device_id': '51af6af5-8985-4163-8f59-373bb09b8205', 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4', 'admin_state_up': True, 'tenant_id': 'bf915f1a2ed74f0eb7976fff9e1210af'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:49.194428 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-755c726b-0aff-4515-bd22-4cefb6c54a9e req-e39549be-d2b9-4b36-b318-3fc1392ebf04 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 210 time: 0.0346158 Sep 16 20:00:49.288061 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Made reservation on behalf of bf915f1a2ed74f0eb7976fff9e1210af for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:00:49.291723 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:49.442257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Allocated IP 172.20.0.13 (1d3513ca-021c-4201-91d6-5eec0baf36d4/201823bc-d3a7-41aa-a2af-ae7a4dc64cfc/0ee8268a-dfa7-4fe2-b86f-610edfe80e1d) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:00:49.602927 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:49.698644 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:49.741659 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Network 1d3513ca-021c-4201-91d6-5eec0baf36d4 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:00:49.744800 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:00:49.748777 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:00:49.778768 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Pushing event updated for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:49.809062 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:49.809994 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:49.923224 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-23d53b25-fcd3-4f82-b17a-6e8e2561b7a4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357592 Sep 16 20:00:49.943044 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Request body: {'port': {'device_id': '51af6af5-8985-4163-8f59-373bb09b8205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:00:50.037458 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.326123 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20512a54-f6a5-4df7-8db3-5924399fcc57 req-e43f1859-0e48-4217-9775-47d7ca2e2415 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:50.327661 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-20512a54-f6a5-4df7-8db3-5924399fcc57 req-e43f1859-0e48-4217-9775-47d7ca2e2415 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 932 time: 0.0593972 Sep 16 20:00:50.344878 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:00:50.353681 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.369291 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Transition to ACTIVE for port object 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:00:50.374916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-20512a54-f6a5-4df7-8db3-5924399fcc57 req-cf7c8a10-2d96-48ce-8def-977a580ec019 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Sep 16 20:00:50.435750 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.487043 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:50.555683 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Attempting to bind port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:00:50.556014 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Attempting to bind port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:00:50.556329 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Attempting to bind port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:00:50.560885 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:00:50.561080 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Attempting to bind port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d on network 1d3513ca-021c-4201-91d6-5eec0baf36d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:00:50.565804 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:00:50.566134 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Checking segment: {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:00:50.566508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Bound using segment: {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:00:50.566916 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Bound port: 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3650b908-850c-448e-bda8-1cd6b6ef9083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:00:50.567349 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.635871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:00:50.638925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:00:50.727310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.763191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:50.763822 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.765223 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ee8268a-dfa7-4fe2-b86f-610edfe80e1d HTTP/1.1" status: 200 len: 1094 time: 0.8307750 Sep 16 20:00:50.765706 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:00:50.767956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e6a53-24f5-4dfa-a83c-cbefbede5b85" -d '{"events": [{"name": "network-changed", "server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:00:50.794700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25659d4-9a30-4bcf-bd37-e66ddb3c8016 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:00:50.807747 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9b184-29a4-476d-8b96-a04a6abd0b62 x-openstack-request-id: req-72f9b184-29a4-476d-8b96-a04a6abd0b62 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:00:50.808032 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:00:50.808308 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72f9b184-29a4-476d-8b96-a04a6abd0b62 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:00:50.808821 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d', 'status': 'completed', 'code': 200} Sep 16 20:00:50.818250 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:00:50.879219 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-76b8ef68-2acd-45f8-8675-586eb057ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:50.880837 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-76b8ef68-2acd-45f8-8675-586eb057ae8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 1097 time: 0.0487821 Sep 16 20:00:50.999072 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-6ac41643-01fd-4611-bef3-08451979c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:51.000708 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-6ac41643-01fd-4611-bef3-08451979c27e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1055107 Sep 16 20:00:51.112913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-0ed5a7c8-f3d8-43be-aaf4-492e71a0db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:51.114506 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-689e6a53-24f5-4dfa-a83c-cbefbede5b85 req-0ed5a7c8-f3d8-43be-aaf4-492e71a0db1b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066279 Sep 16 20:00:51.202847 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-65491daa-1248-4f3c-a5e6-6dc103c37128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:51.204328 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-65491daa-1248-4f3c-a5e6-6dc103c37128 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 1097 time: 0.0431795 Sep 16 20:00:51.253493 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-e842b334-9c6c-4141-ba68-a3f88bfffb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d HTTP/1.1" status: 200 len: 217 time: 0.0335281 Sep 16 20:00:51.307533 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-cefebc8a-254b-4ddf-bd4c-59671b8fe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:51.308983 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-cefebc8a-254b-4ddf-bd4c-59671b8fe7eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=201823bc-d3a7-41aa-a2af-ae7a4dc64cfc HTTP/1.1" status: 200 len: 854 time: 0.0487711 Sep 16 20:00:51.343404 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-09b11368-985b-4f5a-85b5-612c112c3570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d3513ca-021c-4201-91d6-5eec0baf36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 16 20:00:51.440493 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-7a538678-b9e2-42d6-b851-e4c447433234 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884337 Sep 16 20:00:51.500511 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661d1d6-24c1-42b5-a7c5-29d3f58b098e req-159df9a7-ab79-4b21-b24a-7e79194448e4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:51.502016 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a661d1d6-24c1-42b5-a7c5-29d3f58b098e req-159df9a7-ab79-4b21-b24a-7e79194448e4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Sep 16 20:00:51.540306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a661d1d6-24c1-42b5-a7c5-29d3f58b098e req-58dfe892-2b73-4eb0-955f-b41c5094c2a2 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Sep 16 20:00:51.541013 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-d5c36eef-6198-415d-bdf0-b29684d8a789 req-e7d8382f-ad01-49ee-93b6-ee7a4ad23a08 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915525 Sep 16 20:00:52.671661 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14bf4-1d55-430e-ac24-a327b5cf0d37 req-3ff81d33-367c-4225-bbd6-6f91c13e91b3 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:52.673271 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-34d14bf4-1d55-430e-ac24-a327b5cf0d37 req-3ff81d33-367c-4225-bbd6-6f91c13e91b3 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0506282 Sep 16 20:00:52.716154 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-34d14bf4-1d55-430e-ac24-a327b5cf0d37 req-30fa4e4f-567e-4b96-9065-540765496bf4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Sep 16 20:00:53.838366 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f200-fd0b-440b-a86a-cbae932f6fc5 req-df3f80c6-cdd8-4d49-9525-b0438bfb9a96 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:53.839796 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3956f200-fd0b-440b-a86a-cbae932f6fc5 req-df3f80c6-cdd8-4d49-9525-b0438bfb9a96 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0530064 Sep 16 20:00:53.878319 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3956f200-fd0b-440b-a86a-cbae932f6fc5 req-8a7632ba-efe3-4b2a-90aa-b00d96c77558 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Sep 16 20:00:53.976020 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:00:55.005355 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2b87-c88e-4ed1-bc77-a09798647b35 req-c59965ff-4b92-451c-9d5b-e5f036d13896 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:55.007549 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-706e2b87-c88e-4ed1-bc77-a09798647b35 req-c59965ff-4b92-451c-9d5b-e5f036d13896 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0522237 Sep 16 20:00:55.054647 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-706e2b87-c88e-4ed1-bc77-a09798647b35 req-6a649b61-6c8c-4e32-9087-5cd3d52c520b tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Sep 16 20:00:56.191225 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc91f0-d2eb-4ab3-a3d7-b9256affe6d0 req-82915eb5-ef4c-452a-8c31-524ab6b47887 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:56.192707 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8fc91f0-d2eb-4ab3-a3d7-b9256affe6d0 req-82915eb5-ef4c-452a-8c31-524ab6b47887 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0637107 Sep 16 20:00:56.237470 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8fc91f0-d2eb-4ab3-a3d7-b9256affe6d0 req-5bf25ee9-e20d-45fc-8b90-3f12437ec397 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 Sep 16 20:00:57.363903 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6985826-2bdd-4eef-b8b4-408e3947360b req-c887f7a5-f16c-4948-8523-59384cbd3dbd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:57.366257 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d6985826-2bdd-4eef-b8b4-408e3947360b req-c887f7a5-f16c-4948-8523-59384cbd3dbd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0564237 Sep 16 20:00:57.411309 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d6985826-2bdd-4eef-b8b4-408e3947360b req-5765fa77-30a0-4714-941b-299cee604890 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Sep 16 20:00:58.532644 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f64d82-ac1e-446e-ace2-0216201e3fec req-9b033a9b-f0c8-46e1-aebf-12389e6a16a7 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:58.534090 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94f64d82-ac1e-446e-ace2-0216201e3fec req-9b033a9b-f0c8-46e1-aebf-12389e6a16a7 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0504000 Sep 16 20:00:58.576972 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94f64d82-ac1e-446e-ace2-0216201e3fec req-a12ab286-3c19-44cc-b375-3dbe4e9719b4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Sep 16 20:00:59.698809 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9514cc-22f5-4e31-974d-93896c906799 req-1fc1b7b0-ba0a-4e19-95cd-8c6da4ae5839 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:00:59.700326 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9b9514cc-22f5-4e31-974d-93896c906799 req-1fc1b7b0-ba0a-4e19-95cd-8c6da4ae5839 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0506256 Sep 16 20:00:59.741233 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9b9514cc-22f5-4e31-974d-93896c906799 req-bd7572e5-67bf-4da3-961b-7cbef085f211 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Sep 16 20:01:00.867609 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969aa05-0c0f-48ce-a29f-58bdc33479fb req-1024e8e7-cc4a-4710-9267-4a0a29564d43 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:00.869082 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d969aa05-0c0f-48ce-a29f-58bdc33479fb req-1024e8e7-cc4a-4710-9267-4a0a29564d43 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0553856 Sep 16 20:01:00.907365 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d969aa05-0c0f-48ce-a29f-58bdc33479fb req-c0750ec3-3417-4e1f-97d2-759bd606060e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Sep 16 20:01:02.032328 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-25d5fc22-1bd5-4c63-aba7-45689d9e0052 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--718907840&fields=id&tenant_id=da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 267 time: 0.0601933 Sep 16 20:01:02.056564 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c26217-2c1a-41e6-928b-65ce7b834e4a req-708d70bf-4418-4ba5-82b8-1a22a437f1a6 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:02.058066 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-43c26217-2c1a-41e6-928b-65ce7b834e4a req-708d70bf-4418-4ba5-82b8-1a22a437f1a6 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0785344 Sep 16 20:01:02.152888 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-43c26217-2c1a-41e6-928b-65ce7b834e4a req-c9d47f3c-34fe-4026-af4e-2e9a7e7b2743 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816860 Sep 16 20:01:02.181289 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-2815e5ba-7c8b-4055-9233-e63b275b4fef tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:02.182959 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-2815e5ba-7c8b-4055-9233-e63b275b4fef tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 811 time: 0.1429784 Sep 16 20:01:02.199113 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-911527b8-b900-441e-8375-70da6aa30d53 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/quotas/da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 375 time: 0.0101573 Sep 16 20:01:02.260836 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-40203dc5-c07c-4bfb-b0d4-4b6de32d6d0f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492847 Sep 16 20:01:02.413092 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9c4a834a-e8bf-4c0c-b597-fdc7c181b3b7 service neutron] 10.222.0.49 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382878 Sep 16 20:01:02.506542 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-3bab94ae-ae07-436e-9a75-5e1b371da544 service neutron] 10.222.0.49 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Sep 16 20:01:02.855677 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7519435c-ed3e-45b9-af75-21782f185cb0 req-62ba54a4-984a-40a2-b6b5-278e727e278c tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 210 time: 0.0341687 Sep 16 20:01:03.273326 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280fa1c-10a1-4f1e-91db-469189f42fee req-fc5024e4-7085-4679-81e3-e5ed0a2a3ea2 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:03.274913 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7280fa1c-10a1-4f1e-91db-469189f42fee req-fc5024e4-7085-4679-81e3-e5ed0a2a3ea2 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0535717 Sep 16 20:01:03.316111 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7280fa1c-10a1-4f1e-91db-469189f42fee req-e716493a-ca0e-4885-99fa-50122c65456e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Sep 16 20:01:03.951159 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-92fef737-b800-4cb5-9383-dc1e32371b19 req-a46a4970-f57b-4817-a0fa-183a283aa383 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 210 time: 0.0257509 Sep 16 20:01:04.319919 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f9dacb20-5cef-4842-9427-6ba5c3766cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:04.433765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac2d1e-12da-4518-a8d5-2d55426250c8 req-bdd4f09c-80b7-4c35-8398-ae5599590d33 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:04.435570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-01ac2d1e-12da-4518-a8d5-2d55426250c8 req-bdd4f09c-80b7-4c35-8398-ae5599590d33 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0490625 Sep 16 20:01:04.474161 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-01ac2d1e-12da-4518-a8d5-2d55426250c8 req-d85a1705-bf12-4b25-a485-5c5fda3e2fd1 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Sep 16 20:01:05.048704 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a0f7095f-18bc-44ce-bc28-0261303efe2e req-7d398b77-afed-4cc0-91d7-e0450968ab30 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 210 time: 0.0293984 Sep 16 20:01:05.173582 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-30521468-22a0-47db-8f40-12357aae51b5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:05.174953 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-30521468-22a0-47db-8f40-12357aae51b5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 811 time: 0.1045294 Sep 16 20:01:05.222343 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-2d2ac2f2-7bb9-4a7f-9c16-9c1aecff45a6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8a43c8acea400fa62b639c395cebb6 HTTP/1.1" status: 200 len: 379 time: 0.0356252 Sep 16 20:01:05.232465 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'port': {'device_id': '973adcde-6341-42e7-9d62-493ab375ef0b', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'admin_state_up': True, 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'security_groups': ['da497fa6-4ea8-4785-8450-220a763d6368']}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:05.424793 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Made reservation on behalf of da8a43c8acea400fa62b639c395cebb6 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:05.428907 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:05.564469 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Allocated IP 172.20.0.4 (2064363c-4716-46ae-9a74-2672ecf19b10/1551b2f1-3566-43f1-9d83-fa22fd975e49/546d190e-aa5d-4ca3-939d-c3477e9f0fd2) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:05.583059 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:01:05.603552 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1caa98-20fa-400a-82e1-bd1861a6f739 req-b02b1065-075d-4682-919e-c4de71b64551 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:05.605176 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc1caa98-20fa-400a-82e1-bd1861a6f739 req-b02b1065-075d-4682-919e-c4de71b64551 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 944 time: 0.0571821 Sep 16 20:01:05.663473 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc1caa98-20fa-400a-82e1-bd1861a6f739 req-5ebfafde-7717-4d40-bd63-d81f69a02268 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Sep 16 20:01:05.732030 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:05.748803 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:05.749314 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d', 'network_id': '1d3513ca-021c-4201-91d6-5eec0baf36d4', 'port_id': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d', 'mac_address': 'fa:16:3e:23:31:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201823bc-d3a7-41aa-a2af-ae7a4dc64cfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:01:05.796671 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:05.812198 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:05.833401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:05.859470 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:05.899802 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Network 2064363c-4716-46ae-9a74-2672ecf19b10 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:05.902981 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:05.906754 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:05.936550 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event updated for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:05.965620 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:05.966041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:05.973280 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.024759 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:06.099292 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-9ab4c6e7-24a0-4f3c-bab2-38e341645e73 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705769 Sep 16 20:01:06.120947 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b824ec3e-b061-4a49-867a-4077f67c9262 None None] Provisioning complete for port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:06.121350 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b824ec3e-b061-4a49-867a-4077f67c9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.158325 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b824ec3e-b061-4a49-867a-4077f67c9262 None None] Port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:06.167392 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Request body: {'port': {'device_id': '973adcde-6341-42e7-9d62-493ab375ef0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:06.169827 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc20d-cdfa-43c9-8b82-c753c2d948b4 req-7592d50f-a269-481b-9938-b19c1e9a5cc1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:06.171353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d6fc20d-cdfa-43c9-8b82-c753c2d948b4 req-7592d50f-a269-481b-9938-b19c1e9a5cc1 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 931 time: 0.0511634 Sep 16 20:01:06.211353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d6fc20d-cdfa-43c9-8b82-c753c2d948b4 req-8ff5bce7-fdcc-486f-bf20-5db0f4b36a3a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337667 Sep 16 20:01:06.224922 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.253927 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['0ee8268a-dfa7-4fe2-b86f-610edfe80e1d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:01:06.523148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:06.531686 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.544966 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Transition to ACTIVE for port object 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:01:06.630501 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.690341 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Pushing event updated for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:06.796285 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Attempting to bind port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:06.796285 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Attempting to bind port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:06.796603 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Attempting to bind port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:06.801990 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 on network 2064363c-4716-46ae-9a74-2672ecf19b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:01:06.802282 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Attempting to bind port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 on network 2064363c-4716-46ae-9a74-2672ecf19b10 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:06.807424 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6e378-5013-47d9-972e-ab0bc138624a req-0ed70b69-4bb8-4bd0-90f5-7a8ccb587506 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:06.808185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:06.808519 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Checking segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:06.808900 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Bound using segment: {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:06.809413 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Bound port: 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8287db7d-26b9-49f0-9c9a-a64c29cce2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:06.809638 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0fa6e378-5013-47d9-972e-ab0bc138624a req-0ed70b69-4bb8-4bd0-90f5-7a8ccb587506 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 945 time: 0.0605466 Sep 16 20:01:06.809898 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:06.893176 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:06.893301 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0fa6e378-5013-47d9-972e-ab0bc138624a req-0c465111-2059-47b3-89c7-1cc11483b20e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Sep 16 20:01:06.893406 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:06.973866 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.022140 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.022873 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.024661 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] 10.222.0.35 "PUT /v2.0/ports/546d190e-aa5d-4ca3-939d-c3477e9f0fd2 HTTP/1.1" status: 200 len: 1093 time: 0.9163239 Sep 16 20:01:07.025123 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:07.028908 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae2ba1-a13c-4912-83de-4a931c4c1882" -d '{"events": [{"name": "network-changed", "server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:07.071889 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc15c-16ba-4e5f-a38c-3af44aa7466c service neutron] Pushing event updated for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:07.078405 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182be6dc-4185-472a-9bc4-0a215db87a8a x-openstack-request-id: req-182be6dc-4185-472a-9bc4-0a215db87a8a {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:07.078565 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:07.078806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-182be6dc-4185-472a-9bc4-0a215db87a8a {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:07.079239 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'status': 'completed', 'code': 200} Sep 16 20:01:07.148614 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-863c9cc5-1953-4ea4-83b5-c7275756ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.150174 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-863c9cc5-1953-4ea4-83b5-c7275756ee31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 1096 time: 0.0464823 Sep 16 20:01:07.167309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8e83f382-8621-4b29-a781-75ed96f19f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.263315 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-eced4a66-ee55-4647-a677-1769950366e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.264967 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-eced4a66-ee55-4647-a677-1769950366e4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=da8a43c8acea400fa62b639c395cebb6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1057768 Sep 16 20:01:07.370305 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-342893a3-12eb-4171-ab43-99c4cba44315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.371825 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2dae2ba1-a13c-4912-83de-4a931c4c1882 req-342893a3-12eb-4171-ab43-99c4cba44315 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989900 Sep 16 20:01:07.395239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.408257 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7de0e4-b269-484d-8d85-0c60236a9e61 req-501dc337-593a-4e69-ab78-725e6e07b72e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.409925 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e7de0e4-b269-484d-8d85-0c60236a9e61 req-501dc337-593a-4e69-ab78-725e6e07b72e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 943 time: 0.0597675 Sep 16 20:01:07.452035 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1e7de0e4-b269-484d-8d85-0c60236a9e61 req-fa09b1aa-1e0b-452b-991e-197cc50e8a09 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359604 Sep 16 20:01:07.462234 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-d5ad7c1c-c4a5-4082-a4a4-f6a2e23e65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.463763 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-d5ad7c1c-c4a5-4082-a4a4-f6a2e23e65b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 1096 time: 0.0475433 Sep 16 20:01:07.508355 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-72b5f02e-8965-4fd1-88c3-c867a3780d81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2 HTTP/1.1" status: 200 len: 217 time: 0.0355976 Sep 16 20:01:07.562250 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-ff29b487-f430-42f4-b8e3-f8573b9f448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.563601 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-ff29b487-f430-42f4-b8e3-f8573b9f448a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0475495 Sep 16 20:01:07.585769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:07.607853 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-af16ffcd-c12e-402b-ae2c-acafb7e3c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:07.609317 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-af16ffcd-c12e-402b-ae2c-acafb7e3c0b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383949 Sep 16 20:01:07.701646 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-529b19ff-c213-4ecd-8a2c-504cfce8ed41 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Sep 16 20:01:07.704715 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:01:07.708534 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:07.709166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.792241 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:07.798349 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-b1dc40be-c6c1-4d67-8049-c6779b63bbec req-7b72daf4-96af-46be-91c6-90695a7eb3df service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Sep 16 20:01:07.818928 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:07.821176 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c1275a-8f39-422c-944a-12712a642de2" -d '{"events": [{"server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "name": "network-vif-plugged", "status": "completed", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:07.836200 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:07.865895 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5334685c-1cbf-44e2-9fcd-2ccff68b9dda x-openstack-request-id: req-5334685c-1cbf-44e2-9fcd-2ccff68b9dda {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:07.866252 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "name": "network-vif-plugged", "status": "completed", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:07.871064 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5334685c-1cbf-44e2-9fcd-2ccff68b9dda {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:07.871064 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d', 'code': 200} Sep 16 20:01:08.003696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475efbe9-fd0e-4b33-b054-f7812577f3be req-6040a0be-12c6-4506-a530-9bff801eead3 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:08.005308 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-475efbe9-fd0e-4b33-b054-f7812577f3be req-6040a0be-12c6-4506-a530-9bff801eead3 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 945 time: 0.0515580 Sep 16 20:01:08.045281 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-475efbe9-fd0e-4b33-b054-f7812577f3be req-0e854f09-74e6-4945-842e-820eef8075e3 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Sep 16 20:01:08.047784 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:08.098959 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:08.326278 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc74c-96e8-4366-9f75-73857673d3d3 req-f91d25df-eba5-4977-8418-068e26db3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:08.327826 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-56bdc74c-96e8-4366-9f75-73857673d3d3 req-f91d25df-eba5-4977-8418-068e26db3103 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 1099 time: 0.0405195 Sep 16 20:01:08.350900 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:08.367083 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-56bdc74c-96e8-4366-9f75-73857673d3d3 req-b4d4d7b4-11d4-4d5a-ae9d-d3bda1153a04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Sep 16 20:01:08.571039 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc425-4db7-4172-873b-b7ebb3b0a160 req-bbcaf7a1-badc-4c41-973c-60f791e6d89d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:08.572512 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2afc425-4db7-4172-873b-b7ebb3b0a160 req-bbcaf7a1-badc-4c41-973c-60f791e6d89d tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 943 time: 0.0492635 Sep 16 20:01:08.613318 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2afc425-4db7-4172-873b-b7ebb3b0a160 req-16bf91c2-b0a4-4d2f-ad63-d0b2c3b8f19a tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346942 Sep 16 20:01:09.174378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637d3ea-53c5-4416-a178-23bf48d46ffc req-caefc0cf-af42-4117-9ef2-618653583cf9 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:09.175849 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9637d3ea-53c5-4416-a178-23bf48d46ffc req-caefc0cf-af42-4117-9ef2-618653583cf9 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Sep 16 20:01:09.215895 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9637d3ea-53c5-4416-a178-23bf48d46ffc req-26ba59ab-92ce-4e47-b290-ef44847d0e5a tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335684 Sep 16 20:01:09.731176 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620429a-afe6-4f88-8d70-e0eb53531a3e req-4d10f5ae-d709-499f-a5ee-e6d12bd10be6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:09.732792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0620429a-afe6-4f88-8d70-e0eb53531a3e req-4d10f5ae-d709-499f-a5ee-e6d12bd10be6 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 943 time: 0.0499761 Sep 16 20:01:09.770156 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0620429a-afe6-4f88-8d70-e0eb53531a3e req-7889b989-2595-4a30-86a2-823d212b1bb2 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Sep 16 20:01:10.051756 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34308) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:10.076509 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.165137 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9c5694a8-1595-4c02-b6be-a6d758a5a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.266624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9c5694a8-1595-4c02-b6be-a6d758a5a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.337900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0ac31-aad0-4a7c-baf5-67039e5f4493 req-f58c3e7a-cf2f-4fd7-8f4c-10ac28d00ffe tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:10.339471 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d9c0ac31-aad0-4a7c-baf5-67039e5f4493 req-f58c3e7a-cf2f-4fd7-8f4c-10ac28d00ffe tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 946 time: 0.0544620 Sep 16 20:01:10.362133 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9c5694a8-1595-4c02-b6be-a6d758a5a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.416976 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-9c5694a8-1595-4c02-b6be-a6d758a5a108 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b88664937b3146a083ac5ba2c480449b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639796 Sep 16 20:01:10.419767 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34318) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:10.420779 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d9c0ac31-aad0-4a7c-baf5-67039e5f4493 req-43e77405-eb71-47e6-9dfd-d66f0dce5984 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Sep 16 20:01:10.421606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5694a8-1595-4c02-b6be-a6d758a5a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c14dc-af83-4385-8064-6f8fe77ee900,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:10.475597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.499077 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.654098 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.656554 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:10.657715 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f0c14dc-af83-4385-8064-6f8fe77ee900 HTTP/1.1" status: 204 len: 168 time: 0.2368786 Sep 16 20:01:10.674533 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb2721-d1d7-4ec5-bced-e8c79253c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c14dc-af83-4385-8064-6f8fe77ee900,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:10.899511 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ddbd-68d7-4e01-bcbd-1f372f309af6 req-6d25b006-ae31-4001-afdf-08488878eb9f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:10.900971 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3e2ddbd-68d7-4e01-bcbd-1f372f309af6 req-6d25b006-ae31-4001-afdf-08488878eb9f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 943 time: 0.0531464 Sep 16 20:01:10.941277 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3e2ddbd-68d7-4e01-bcbd-1f372f309af6 req-24eab54c-5fd1-4f77-938e-0c28bcd149ee tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337670 Sep 16 20:01:12.064984 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a11c-92d7-45f4-9fd3-4019ff70fe20 req-b0dc0832-5ce2-44c0-afd1-8a57706d96a5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:12.066428 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-05a4a11c-92d7-45f4-9fd3-4019ff70fe20 req-b0dc0832-5ce2-44c0-afd1-8a57706d96a5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 943 time: 0.0531662 Sep 16 20:01:12.107110 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-05a4a11c-92d7-45f4-9fd3-4019ff70fe20 req-49ba9506-b2c0-44de-9f88-5c80434742af tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Sep 16 20:01:12.501279 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:01:12.606524 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:12.617352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'port_id': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'mac_address': 'fa:16:3e:b3:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:01:12.655855 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:12.669804 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:12.689848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:12.779532 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:12.832193 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:13.223290 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b17e86-2869-4a28-9fbb-b662fd48b685 req-70f6dea9-dee8-4b52-b05e-f9a474d37e02 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:13.225321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02b17e86-2869-4a28-9fbb-b662fd48b685 req-70f6dea9-dee8-4b52-b05e-f9a474d37e02 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 944 time: 0.0502138 Sep 16 20:01:13.268311 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-02b17e86-2869-4a28-9fbb-b662fd48b685 req-bdda297d-609f-4a3e-9b9a-2cf54b296576 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322819 Sep 16 20:01:14.386459 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0125fc-317d-4c3f-82e7-d9bd51dd300a req-69ed0838-5663-4bc2-9721-cc2dd5723907 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:14.387926 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bf0125fc-317d-4c3f-82e7-d9bd51dd300a req-69ed0838-5663-4bc2-9721-cc2dd5723907 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 944 time: 0.0493076 Sep 16 20:01:14.426834 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bf0125fc-317d-4c3f-82e7-d9bd51dd300a req-d80c00a0-2e88-4ce6-a678-1b74a9718e9f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Sep 16 20:01:14.658995 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['546d190e-aa5d-4ca3-939d-c3477e9f0fd2'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:01:15.549653 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b738e-803d-43cf-9af3-cb630f153a79 req-ab8c9465-0a6d-4a06-874b-6c54b50f6dcf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:15.551335 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-830b738e-803d-43cf-9af3-cb630f153a79 req-ab8c9465-0a6d-4a06-874b-6c54b50f6dcf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 944 time: 0.0555429 Sep 16 20:01:15.594025 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-830b738e-803d-43cf-9af3-cb630f153a79 req-c56ef5bf-9723-4daa-bf61-fc16d1438dc4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321479 Sep 16 20:01:16.402581 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:16.539989 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:01:16.544247 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:16.544628 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:16.630544 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:16.655705 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:16.657877 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3e38a-61fe-46f7-a208-f4bc3dfcce40" -d '{"events": [{"server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:16.685567 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:16.716847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24747ed-631c-421b-8eff-f58cc07a3ecd x-openstack-request-id: req-b24747ed-631c-421b-8eff-f58cc07a3ecd {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:16.716847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:16.716847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b24747ed-631c-421b-8eff-f58cc07a3ecd {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:16.716847 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'code': 200} Sep 16 20:01:16.736727 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb8446-074b-422e-9a7e-3c31141bc532 req-172c3d9c-6151-4ab6-907f-53d81ef2ca6f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:16.738243 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ccb8446-074b-422e-9a7e-3c31141bc532 req-172c3d9c-6151-4ab6-907f-53d81ef2ca6f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 944 time: 0.0614457 Sep 16 20:01:16.779818 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:16.782812 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ccb8446-074b-422e-9a7e-3c31141bc532 req-0013f2cd-8202-4c10-af92-cfeb3611de0f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 Sep 16 20:01:16.835540 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:17.110664 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e138a-b35b-458e-a913-aec641babb45 req-dd433d75-29d7-4043-ac0c-c4b6084efbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:17.112137 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-040e138a-b35b-458e-a913-aec641babb45 req-dd433d75-29d7-4043-ac0c-c4b6084efbbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0409937 Sep 16 20:01:17.150359 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-040e138a-b35b-458e-a913-aec641babb45 req-adaf26ac-500e-43ff-a7ee-e2d6ee6d5727 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302107 Sep 16 20:01:17.903025 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8d9f-c72d-48af-8a89-f67966e736ec req-38f38862-5396-4c6a-b769-dbe9f3d960d4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:17.904554 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8abd8d9f-c72d-48af-8a89-f67966e736ec req-38f38862-5396-4c6a-b769-dbe9f3d960d4 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0524023 Sep 16 20:01:17.943223 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8abd8d9f-c72d-48af-8a89-f67966e736ec req-38433778-90f5-4c32-98d4-f9321f59b54b tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Sep 16 20:01:18.544800 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34452) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:18.648713 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e15f7b2e-8752-42d1-b1fd-89894f6257aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:18.734042 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e15f7b2e-8752-42d1-b1fd-89894f6257aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:18.803331 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e15f7b2e-8752-42d1-b1fd-89894f6257aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:18.846807 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e15f7b2e-8752-42d1-b1fd-89894f6257aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2df4be95d5e4876a8b15e07aec1f2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000195 Sep 16 20:01:18.847040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34462) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:18.858285 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f7b2e-8752-42d1-b1fd-89894f6257aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0c341-dbf5-40bf-b4a7-6bd6928dcb00,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:18.905643 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:18.928672 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.048778 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.051329 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.052481 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90f0c341-dbf5-40bf-b4a7-6bd6928dcb00 HTTP/1.1" status: 204 len: 168 time: 0.2053878 Sep 16 20:01:19.065794 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0c341-dbf5-40bf-b4a7-6bd6928dcb00,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:19.080588 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.081159 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.081765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.082333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.083014 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.083468 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.084041 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.085111 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.085722 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.086286 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.086830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.087365 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa39344-c9ea-411b-9142-78ca5556b21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:19.108700 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b714cd-69c9-4607-a583-10a4fdaf6046 req-19793bc9-63ca-4a49-8779-d90fc1b3eeed tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:19.110309 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21b714cd-69c9-4607-a583-10a4fdaf6046 req-19793bc9-63ca-4a49-8779-d90fc1b3eeed tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0902951 Sep 16 20:01:19.152004 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21b714cd-69c9-4607-a583-10a4fdaf6046 req-9f5cf782-3b7c-44e7-a6c4-6a5094d44b9f tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Sep 16 20:01:19.268114 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe636e9-5ba1-4d92-9967-e3551ba767c8 req-e72ca3bc-79d6-4995-b659-3b02e4cdeead tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:19.269677 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dfe636e9-5ba1-4d92-9967-e3551ba767c8 req-e72ca3bc-79d6-4995-b659-3b02e4cdeead tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0515077 Sep 16 20:01:19.279558 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34472) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:19.284464 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Request body: {'floatingip': {'port_id': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:19.328689 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.793917 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.831961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34482) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:19.845542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5090fe4-3ddf-4831-9dfe-c9237091cbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.868077 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:19.998164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Floating IP 1e6a9414-2fde-4b13-8827-112735370497 associated. External IP: 172.27.1.101, port: 546d190e-aa5d-4ca3-939d-c3477e9f0fd2. Sep 16 20:01:20.067720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5090fe4-3ddf-4831-9dfe-c9237091cbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.154017 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d5090fe4-3ddf-4831-9dfe-c9237091cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.205814 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d5090fe4-3ddf-4831-9dfe-c9237091cbfa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f667a8b465d42b9bab895483eb45735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727846 Sep 16 20:01:20.208477 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34488) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:20.209397 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5090fe4-3ddf-4831-9dfe-c9237091cbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d7171-7e39-45af-b842-170c45608ce9,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:20.261403 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.263785 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:01:20.282308 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.443104 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.446882 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.448334 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a7d7171-7e39-45af-b842-170c45608ce9 HTTP/1.1" status: 204 len: 168 time: 0.2386703 Sep 16 20:01:20.462895 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d33ba4-3464-46e0-819e-e8f7d110404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d7171-7e39-45af-b842-170c45608ce9,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:20.621104 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:01:20.626717 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:20.631311 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:01:20.641415 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:20.642039 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:20.658071 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-15c578cd-c283-433a-920f-7d54d8200c77 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "PUT /v2.0/floatingips/1e6a9414-2fde-4b13-8827-112735370497 HTTP/1.1" status: 200 len: 991 time: 1.3774128 Sep 16 20:01:20.658940 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:20.661364 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d95d8-a37f-4105-b7b7-2d248f6b9439" -d '{"events": [{"name": "network-changed", "server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:20.712001 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d95a0-3571-4d82-9c51-036964ea5ebf x-openstack-request-id: req-ba9d95a0-3571-4d82-9c51-036964ea5ebf {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:20.712314 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:20.712556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba9d95a0-3571-4d82-9c51-036964ea5ebf {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:20.712937 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'status': 'completed', 'code': 200} Sep 16 20:01:20.766295 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:20.892799 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:21.001652 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '1e6a9414-2fde-4b13-8827-112735370497', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:b3:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973adcde-6341-42e7-9d62-493ab375ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:45Z', 'updated_at': '2021-09-16T20:01:19Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:21.033347 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:01:21.043029 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:21.043657 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:21.159228 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:21.393234 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '1e6a9414-2fde-4b13-8827-112735370497', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:b3:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973adcde-6341-42e7-9d62-493ab375ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:45Z', 'updated_at': '2021-09-16T20:01:19Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:21.421408 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40c7b4-a221-476a-a44a-8d89fe27b1fb None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '1e6a9414-2fde-4b13-8827-112735370497', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'port_id': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'mac_address': 'fa:16:3e:b3:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973adcde-6341-42e7-9d62-493ab375ef0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:00:45Z', 'updated_at': '2021-09-16T20:01:19Z', 'revision_number': 1, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:01:21.616359 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632a363-4c03-4b9f-92e2-7597aaaf4057 None None] New status for floating IP 1e6a9414-2fde-4b13-8827-112735370497: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:01:23.195386 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-562a710a-162c-4767-a6f8-dc4c091f1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:23.196798 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-562a710a-162c-4767-a6f8-dc4c091f1450 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0435858 Sep 16 20:01:23.290685 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-9537e662-f5f1-4203-a6df-755bec9a4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:23.292135 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-9537e662-f5f1-4203-a6df-755bec9a4c4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.0879304 Sep 16 20:01:23.359499 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-5936d8e0-513e-40cc-8cd7-0498f8fa6a4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0591266 Sep 16 20:01:23.416658 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-86798358-cb01-4046-a294-c07bf4ae5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:23.418058 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-86798358-cb01-4046-a294-c07bf4ae5f7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0449162 Sep 16 20:01:23.468440 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-34554ff6-4136-4ee6-bffe-6990e6b10ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:23.470025 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-34554ff6-4136-4ee6-bffe-6990e6b10ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441761 Sep 16 20:01:23.564691 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-5c3e3c71-9865-46ad-bb32-07fe44c3a716 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842686 Sep 16 20:01:23.673670 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-723d95d8-a37f-4105-b7b7-2d248f6b9439 req-60f26f40-0b4d-4d58-8c51-4a37899ea798 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956933 Sep 16 20:01:24.679534 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-83a4b106-756e-469e-be70-831f8d87f7d6 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306301 Sep 16 20:01:24.869344 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-af7b7d1b-fc4b-4c2e-9663-d9a6b7e94639 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:24.870858 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-af7b7d1b-fc4b-4c2e-9663-d9a6b7e94639 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843486 Sep 16 20:01:24.886440 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-5fb8e596-f73f-41b4-9d79-5dde1d43c678 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/quotas/34a7e931dd364b6b8c8ffcf21bee6ab1 HTTP/1.1" status: 200 len: 375 time: 0.0097578 Sep 16 20:01:24.920150 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-cc99fb83-aa1e-4700-9e00-43fe7b547448 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281591 Sep 16 20:01:25.137266 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0d72b5c1-8823-40df-abfe-58d23a36a254 req-f68918ce-1580-451e-866d-e2836de5240a tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 210 time: 0.0266168 Sep 16 20:01:26.229836 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b89e12b1-e4c1-45cd-acbb-4b08471585e7 req-d7968b99-91b3-4e13-b424-80f8bf50b461 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 210 time: 0.0249553 Sep 16 20:01:29.118082 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-22df6bae-4552-4c7d-8ed0-ef6d0510c0f9 req-cb9b98cf-7c01-4670-9eaf-e5ea0c7e4b2d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 210 time: 0.0263560 Sep 16 20:01:30.079384 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-a6027113-fc3e-4895-b7c9-de9df1e28d74 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351849 Sep 16 20:01:30.237843 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-92bc1c22-4719-4c73-b67e-887bc7fad994 req-d65e3e7b-3bbc-482b-a5ae-e499995609a3 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 210 time: 0.0308011 Sep 16 20:01:30.534289 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-244252d6-095d-40d6-8e9f-2b5b469dd2d0 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:30.535833 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-244252d6-095d-40d6-8e9f-2b5b469dd2d0 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4455240 Sep 16 20:01:30.555817 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Request body: {'port': {'device_id': '07607e84-018d-4707-9deb-6d3efead54ce', 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a', 'admin_state_up': True, 'tenant_id': '34a7e931dd364b6b8c8ffcf21bee6ab1'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:30.734963 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Made reservation on behalf of 34a7e931dd364b6b8c8ffcf21bee6ab1 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:30.738462 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:30.748238 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:30.845301 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:30.940823 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:30.974664 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:01:31.008985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404f4b57-2356-416b-8903-9fb35ae39a84,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:31.023722 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.024081 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.024421 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.024752 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.025073 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.025428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.025780 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.026344 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.026486 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.026781 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.027089 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.027402 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:31.089313 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Allocated IP 192.168.233.191 (e9b780c2-29fd-4643-8361-f52a737f2e2a/2d81c119-6a54-4128-9fcc-99c7589fdce2/7ca49710-bd90-4516-8f81-98503c16cb36) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:31.243766 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:31.358181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:31.400748 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Network e9b780c2-29fd-4643-8361-f52a737f2e2a is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:31.404635 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:31.410464 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:31.417366 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Pushing event updated for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:31.466612 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:31.467310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:31.547418 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-1a009c48-1b27-4c55-a65e-b42b47e9eb7d tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0002115 Sep 16 20:01:31.603801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-0a5bc329-59b9-4098-933c-8a9a3a6d59f9 None None] Provisioning complete for port 7ca49710-bd90-4516-8f81-98503c16cb36 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:31.605065 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0a5bc329-59b9-4098-933c-8a9a3a6d59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:31.642068 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bc329-59b9-4098-933c-8a9a3a6d59f9 None None] Port 7ca49710-bd90-4516-8f81-98503c16cb36 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:33.546568 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Request body: {'port': {'device_id': '07607e84-018d-4707-9deb-6d3efead54ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:33.623828 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:33.683889 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49881357-d67f-400e-89a4-41553c1d9bcc req-9839f86e-2b9e-4a44-a32f-ce360f5694ea tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:33.685493 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49881357-d67f-400e-89a4-41553c1d9bcc req-9839f86e-2b9e-4a44-a32f-ce360f5694ea tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 936 time: 0.0587242 Sep 16 20:01:33.728888 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49881357-d67f-400e-89a4-41553c1d9bcc req-d2ab9da4-d1f3-4e1d-a611-5e94de2c8c57 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Sep 16 20:01:33.912814 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca49710-bd90-4516-8f81-98503c16cb36 {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:33.922148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:33.936397 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Transition to ACTIVE for port object 7ca49710-bd90-4516-8f81-98503c16cb36 will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:01:34.003733 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:34.056953 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:34.148914 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Attempting to bind port 7ca49710-bd90-4516-8f81-98503c16cb36 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:34.149280 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Attempting to bind port 7ca49710-bd90-4516-8f81-98503c16cb36 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:34.149592 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Attempting to bind port 7ca49710-bd90-4516-8f81-98503c16cb36 on network e9b780c2-29fd-4643-8361-f52a737f2e2a {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:34.157302 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Port 7ca49710-bd90-4516-8f81-98503c16cb36 on network e9b780c2-29fd-4643-8361-f52a737f2e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:01:34.158069 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Attempting to bind port 7ca49710-bd90-4516-8f81-98503c16cb36 on network e9b780c2-29fd-4643-8361-f52a737f2e2a {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:34.167086 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:34.168217 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Checking segment: {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:34.169313 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Bound using segment: {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:34.169486 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Bound port: 7ca49710-bd90-4516-8f81-98503c16cb36, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad7d8eb-2a92-4eae-9657-a279f896f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:34.170026 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:34.248567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:34.252401 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7ca49710-bd90-4516-8f81-98503c16cb36,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:34.283802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bd418988-bab3-4855-b6c1-4844c53317e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:34.393098 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:34.429844 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:34.430470 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:34.431909 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] 10.222.0.35 "PUT /v2.0/ports/7ca49710-bd90-4516-8f81-98503c16cb36 HTTP/1.1" status: 200 len: 1098 time: 0.8904986 Sep 16 20:01:34.432423 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:34.435074 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d484d4-e191-4e28-b517-ed6fb22839d7" -d '{"events": [{"name": "network-changed", "server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:34.468602 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b045e05-16a3-4e83-87b8-3266d3a5a567 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:34.642518 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-cfd66167-6f64-476c-8c8e-2a23d919826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:34.644089 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-cfd66167-6f64-476c-8c8e-2a23d919826d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 1101 time: 0.0664382 Sep 16 20:01:34.647578 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d3cb8-4199-435d-8406-f718f84762ff x-openstack-request-id: req-ee1d3cb8-4199-435d-8406-f718f84762ff {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:34.647869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:34.648121 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee1d3cb8-4199-435d-8406-f718f84762ff {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:34.648520 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36', 'status': 'completed', 'code': 200} Sep 16 20:01:34.699421 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-13868870-d684-4f20-a1a3-2b37bbd1d8a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7ca49710-bd90-4516-8f81-98503c16cb36 HTTP/1.1" status: 200 len: 217 time: 0.0410752 Sep 16 20:01:34.755905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-947f105c-f93d-45e9-96ee-c38329010637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:34.757410 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-947f105c-f93d-45e9-96ee-c38329010637 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d81c119-6a54-4128-9fcc-99c7589fdce2 HTTP/1.1" status: 200 len: 843 time: 0.0478039 Sep 16 20:01:34.820892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-c6617e67-6a64-40bf-8a65-6f06ad7b124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:34.822433 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-c6617e67-6a64-40bf-8a65-6f06ad7b124a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9b780c2-29fd-4643-8361-f52a737f2e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522299 Sep 16 20:01:34.870582 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce760254-5bce-4ef0-bb4c-f5982852de33 req-9cf0886a-90c3-41ed-8e26-acaf04ba2c56 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:34.873298 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ce760254-5bce-4ef0-bb4c-f5982852de33 req-9cf0886a-90c3-41ed-8e26-acaf04ba2c56 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 948 time: 0.0679080 Sep 16 20:01:34.919761 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ce760254-5bce-4ef0-bb4c-f5982852de33 req-e480f551-84c8-434a-964f-14daeb153fdb tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Sep 16 20:01:34.931416 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-fca89117-a5be-422b-a726-b5a540f8a869 service neutron] 10.222.0.35 "GET /v2.0/networks/e9b780c2-29fd-4643-8361-f52a737f2e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935991 Sep 16 20:01:35.040489 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9a672e0-007c-4f52-bf16-abf14961c954 req-9f2a2dbe-73a3-428f-8239-6f077e8f22bd service neutron] 10.222.0.35 "GET /v2.0/networks/e9b780c2-29fd-4643-8361-f52a737f2e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979602 Sep 16 20:01:35.225908 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-ea725005-37a1-47a3-b219-ac7f83320caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:35.227420 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-ea725005-37a1-47a3-b219-ac7f83320caf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 1101 time: 0.0423372 Sep 16 20:01:35.336659 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-9a86af95-83a2-4b4f-ac14-c10724494bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:35.338198 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-9a86af95-83a2-4b4f-ac14-c10724494bc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e9b780c2-29fd-4643-8361-f52a737f2e2a HTTP/1.1" status: 200 len: 870 time: 0.0988486 Sep 16 20:01:35.388969 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-641b4a03-2504-49e0-be9f-65f5f87d9f2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7ca49710-bd90-4516-8f81-98503c16cb36 HTTP/1.1" status: 200 len: 217 time: 0.0375032 Sep 16 20:01:35.444118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-424fd595-7f90-40c3-a9e5-4b4549919b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:35.445645 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-424fd595-7f90-40c3-a9e5-4b4549919b9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d81c119-6a54-4128-9fcc-99c7589fdce2 HTTP/1.1" status: 200 len: 843 time: 0.0481308 Sep 16 20:01:35.506777 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-3978f22d-689c-472f-abdd-45b3e7b54286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:35.508243 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-3978f22d-689c-472f-abdd-45b3e7b54286 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e9b780c2-29fd-4643-8361-f52a737f2e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454853 Sep 16 20:01:35.622067 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-d41a9119-3d7e-43f9-8c44-5b4eff2a5973 service neutron] 10.222.0.35 "GET /v2.0/networks/e9b780c2-29fd-4643-8361-f52a737f2e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981119 Sep 16 20:01:35.750371 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-78d484d4-e191-4e28-b517-ed6fb22839d7 req-fc891f3f-bf0d-4f1c-8ebe-755a2165517a service neutron] 10.222.0.35 "GET /v2.0/networks/e9b780c2-29fd-4643-8361-f52a737f2e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169481 Sep 16 20:01:36.054926 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ff91-a315-4119-aaf3-b50665cc5db2 req-75d7ef66-01c3-4c48-9d32-0c5b671c9ec0 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:36.056431 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91e3ff91-a315-4119-aaf3-b50665cc5db2 req-75d7ef66-01c3-4c48-9d32-0c5b671c9ec0 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 948 time: 0.0531938 Sep 16 20:01:36.104700 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91e3ff91-a315-4119-aaf3-b50665cc5db2 req-f88d742f-de1d-4feb-a9f6-d8d927aac785 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Sep 16 20:01:36.914519 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34704) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:37.036869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d10b7e3a-0a52-4ef8-92da-9219b4c043d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.163939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d10b7e3a-0a52-4ef8-92da-9219b4c043d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.175198 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-062b9a74-0853-46e3-a518-edcddf674092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.235876 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee1500-949f-460c-aa3d-6604584df8e8 req-254c0ebc-6001-45b7-b979-fac7ee7f4249 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:37.237479 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2ee1500-949f-460c-aa3d-6604584df8e8 req-254c0ebc-6001-45b7-b979-fac7ee7f4249 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 948 time: 0.0505791 Sep 16 20:01:37.243521 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d10b7e3a-0a52-4ef8-92da-9219b4c043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.284044 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2ee1500-949f-460c-aa3d-6604584df8e8 req-6fc0024b-8fbc-4c77-b457-44c49383cc85 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Sep 16 20:01:37.285657 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d10b7e3a-0a52-4ef8-92da-9219b4c043d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b33fcce10dc9414c8a8c8bc68fddaceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699248 Sep 16 20:01:37.286547 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b7e3a-0a52-4ef8-92da-9219b4c043d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d23359-0be5-481c-9938-f91587b6ceef,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:37.288315 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34714) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:37.361911 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.386306 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.409381 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.519611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7ca49710-bd90-4516-8f81-98503c16cb36 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:01:37.535118 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.537977 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.539571 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14d23359-0be5-481c-9938-f91587b6ceef HTTP/1.1" status: 204 len: 168 time: 0.2498629 Sep 16 20:01:37.552209 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb38ef-e75c-4061-bb75-22e12c284881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d23359-0be5-481c-9938-f91587b6ceef,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:37.647539 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7ca49710-bd90-4516-8f81-98503c16cb36,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:37.661937 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '7ca49710-bd90-4516-8f81-98503c16cb36', 'network_id': 'e9b780c2-29fd-4643-8361-f52a737f2e2a', 'port_id': '7ca49710-bd90-4516-8f81-98503c16cb36', 'mac_address': 'fa:16:3e:f5:ad:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d81c119-6a54-4128-9fcc-99c7589fdce2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:01:37.832808 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:37.847066 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca49710-bd90-4516-8f81-98503c16cb36 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:37.869516 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7ca49710-bd90-4516-8f81-98503c16cb36,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:37.973157 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:38.039357 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:38.047166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.047512 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.048085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.048429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.048938 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.049298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.049639 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.049974 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.050328 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.050837 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.051170 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.051498 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:38.246801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['7ca49710-bd90-4516-8f81-98503c16cb36'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:01:38.393978 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:38.484275 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175b42-76b0-4f4d-a97a-e778568fd75d req-2aac56fd-e2e0-4b27-809d-b82bc620430f tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:38.486227 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dc175b42-76b0-4f4d-a97a-e778568fd75d req-2aac56fd-e2e0-4b27-809d-b82bc620430f tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 949 time: 0.0648472 Sep 16 20:01:38.539158 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dc175b42-76b0-4f4d-a97a-e778568fd75d req-a519d6b6-0d04-4fae-b636-0f2d173d58d9 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Sep 16 20:01:38.813941 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34758) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:38.923630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059059011-network', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:39.044009 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Made reservation on behalf of 292aa590cbca447e999032ab26fcd0b4 for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:39.047017 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.058886 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.167146 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.243746 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.266421 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:01:39.280257 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41591d8a-6590-49df-b017-66501a0ce294,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:39.285372 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.285709 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Added segment 24598828-e13c-4d28-86e2-b60492f82c0a of type vlan for network fc999854-e4f5-453d-8618-f71cd801d3d4 Sep 16 20:01:39.332688 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.433214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.434576 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:39.444527 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.508556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc999854-e4f5-453d-8618-f71cd801d3d4,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:39.520598 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network fc999854-e4f5-453d-8618-f71cd801d3d4 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:01:39.534853 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7ca49710-bd90-4516-8f81-98503c16cb36 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:39.539812 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-b349fd7a-fd04-44ad-9c77-822a38d56df5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7245212 Sep 16 20:01:39.543107 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34770) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:39.548423 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Request body: {'subnet': {'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059059011-subnet', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:39.660223 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Made reservation on behalf of 292aa590cbca447e999032ab26fcd0b4 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:39.663043 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.752678 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 7ca49710-bd90-4516-8f81-98503c16cb36 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:01:39.757287 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 7ca49710-bd90-4516-8f81-98503c16cb36 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:39.758014 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.854317 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:39.898094 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:39.902563 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd886b2-007e-4108-946a-5752d565e825" -d '{"events": [{"server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:39.927778 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7ca49710-bd90-4516-8f81-98503c16cb36,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:40.066171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6ab41-3258-4646-8369-ea528b423871 req-9de674ba-d116-412a-b27e-f5060d16bc02 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:40.067817 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21a6ab41-3258-4646-8369-ea528b423871 req-9de674ba-d116-412a-b27e-f5060d16bc02 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 949 time: 0.0642817 Sep 16 20:01:40.114690 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21a6ab41-3258-4646-8369-ea528b423871 req-6988ad5b-ba6c-4e70-ba2d-9c6e09318fbb tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Sep 16 20:01:40.116472 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.118877 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.174635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.200296 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:40.219115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c2b51c-329a-4574-93a2-0dea18957406,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:40.229942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Checking segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:40.230754 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Network hostable DHCP agents. Network: fc999854-e4f5-453d-8618-f71cd801d3d4, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:01:40.301145 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Network fc999854-e4f5-453d-8618-f71cd801d3d4 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:01:40.386931 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, fc999854-e4f5-453d-8618-f71cd801d3d4) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:40.392695 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287cbaf5-2717-406a-94af-4306346bc4aa x-openstack-request-id: req-287cbaf5-2717-406a-94af-4306346bc4aa {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:40.392695 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:40.392695 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-287cbaf5-2717-406a-94af-4306346bc4aa {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:40.392695 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36', 'code': 200} Sep 16 20:01:40.393838 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:40.393838 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.409987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46900dfe-b57d-4e5c-b07c-f7be05d08ea9 None None] Network fc999854-e4f5-453d-8618-f71cd801d3d4 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:01:40.508765 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-979f36c5-f3a5-4837-93a1-e34c3b5c1949 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9663367 Sep 16 20:01:40.513134 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34794) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:40.525543 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:40.560106 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd3b4-8dbd-4ec0-9f4e-2e3c5a67c334 req-2451968f-159b-4882-8185-ec762a0fc547 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:40.565851 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5efcd3b4-8dbd-4ec0-9f4e-2e3c5a67c334 req-2451968f-159b-4882-8185-ec762a0fc547 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 946 time: 0.1160963 Sep 16 20:01:40.629198 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5efcd3b4-8dbd-4ec0-9f4e-2e3c5a67c334 req-607d6fd7-7cb2-4e1e-92d2-e00c651d8e22 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Sep 16 20:01:40.668345 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-fc999854-e4f5-453d-8618-f71cd801d3d4', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:01:40.674663 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.721748 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affedbcc-7aad-4616-ada8-46f9a2cdd118 req-53917288-ec85-4d41-884d-899773f3c85f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:40.724101 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-affedbcc-7aad-4616-ada8-46f9a2cdd118 req-53917288-ec85-4d41-884d-899773f3c85f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0603054 Sep 16 20:01:40.736461 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.737882 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.801638 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-affedbcc-7aad-4616-ada8-46f9a2cdd118 req-4ba5e918-7319-4341-a99a-e4a1f679f379 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591567 Sep 16 20:01:40.835461 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:40.843693 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943d71-f987-47cc-89fe-d7f1df03e8a7 req-e81aa54a-ba6d-4077-bf8a-8abc155e1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:40.845677 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08943d71-f987-47cc-89fe-d7f1df03e8a7 req-e81aa54a-ba6d-4077-bf8a-8abc155e1946 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 1103 time: 0.0570667 Sep 16 20:01:40.898985 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Allocated IP 172.20.0.2 (fc999854-e4f5-453d-8618-f71cd801d3d4/14c2b51c-329a-4574-93a2-0dea18957406/8ae0c77e-f091-43db-a924-eb663a8e6845) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:40.901920 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-08943d71-f987-47cc-89fe-d7f1df03e8a7 req-f7978af1-3798-4564-a440-fd2879d44ed4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Sep 16 20:01:41.063295 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.081997 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.154263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.194922 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Network fc999854-e4f5-453d-8618-f71cd801d3d4 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:41.205890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:41.210888 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:41.215714 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Pushing event updated for resources: {'Port': ['ID=8ae0c77e-f091-43db-a924-eb663a8e6845,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:41.274939 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Attempting to bind port 8ae0c77e-f091-43db-a924-eb663a8e6845 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:41.275309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Attempting to bind port 8ae0c77e-f091-43db-a924-eb663a8e6845 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:41.275673 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Attempting to bind port 8ae0c77e-f091-43db-a924-eb663a8e6845 on network fc999854-e4f5-453d-8618-f71cd801d3d4 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:41.282637 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:41.283062 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Checking segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:41.283409 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.283810 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Bound using segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:41.284275 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Bound port: 8ae0c77e-f091-43db-a924-eb663a8e6845, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:41.284661 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.334101 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608133-fb3d-4348-b26d-de0b06da039a req-f60716d2-534f-481c-9ef5-da2096b7e9c8 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:41.335711 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c608133-fb3d-4348-b26d-de0b06da039a req-f60716d2-534f-481c-9ef5-da2096b7e9c8 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 950 time: 0.1192830 Sep 16 20:01:41.360391 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] For port 8ae0c77e-f091-43db-a924-eb663a8e6845, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:41.371296 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] For port 8ae0c77e-f091-43db-a924-eb663a8e6845, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=8ae0c77e-f091-43db-a924-eb663a8e6845,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:41.418689 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1c608133-fb3d-4348-b26d-de0b06da039a req-86ffc004-f298-453b-a8ed-5ed13c7849ea tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713668 Sep 16 20:01:41.451111 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.544920 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.555062 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e70d90-cf3d-4666-9a85-bc21ee3269ce None None] Pushing event updated for resources: {'Port': ['ID=8ae0c77e-f091-43db-a924-eb663a8e6845,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:41.572323 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:41.716971 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Allocated IP 172.27.1.52 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/def13b9d-fb3e-43d6-9a8b-97c5057b5e43) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:41.899241 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b45e55-5f1e-4346-b6a5-e4edbaa2489d req-0aec7bc0-5306-4d6d-9367-ee78c0ab24ec tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:41.901742 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54b45e55-5f1e-4346-b6a5-e4edbaa2489d req-0aec7bc0-5306-4d6d-9367-ee78c0ab24ec tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 946 time: 0.1670291 Sep 16 20:01:42.008327 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.024543 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-54b45e55-5f1e-4346-b6a5-e4edbaa2489d req-b57283fb-a227-494a-910e-a23a247dcc0e tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/security-groups?id=85ec6723-d388-4c5c-ba21-71da56c60b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101520 Sep 16 20:01:42.058525 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee2887-9063-4751-bc0b-bf6d7a413837 req-786b90d3-2759-4c5b-a10c-91a4a4923bdc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:42.061834 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5dee2887-9063-4751-bc0b-bf6d7a413837 req-786b90d3-2759-4c5b-a10c-91a4a4923bdc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1232047 Sep 16 20:01:42.146770 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 8ae0c77e-f091-43db-a924-eb663a8e6845 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:42.164335 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-764cc798-f9b5-4472-b850-16b6e68689c9 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:42.164335 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-764cc798-f9b5-4472-b850-16b6e68689c9 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 946 time: 0.1141055 Sep 16 20:01:42.173027 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5dee2887-9063-4751-bc0b-bf6d7a413837 req-6f4179ae-73fa-4664-a560-5954aa32d3be tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754044 Sep 16 20:01:42.184351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.231218 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:42.234764 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:42.241167 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:42.247313 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 8ae0c77e-f091-43db-a924-eb663a8e6845 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:42.248687 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.267177 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Pushing event updated for resources: {'Port': ['ID=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:42.350058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Deleting port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:01:42.350506 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.400445 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.472890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 8ae0c77e-f091-43db-a924-eb663a8e6845, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=8ae0c77e-f091-43db-a924-eb663a8e6845,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:42.522447 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] For port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,segment=NetworkSegment(3650b908-850c-448e-bda8-1cd6b6ef9083),segment_id=3650b908-850c-448e-bda8-1cd6b6ef9083)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:42.523113 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.542307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Calling delete_port for 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:01:42.575759 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.587484 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4074d5-bc11-4690-9ecf-7f2889399e7e req-67912da2-ed7c-46fb-9995-0e3eef6b8feb tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:42.597947 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4c4074d5-bc11-4690-9ecf-7f2889399e7e req-67912da2-ed7c-46fb-9995-0e3eef6b8feb tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 950 time: 0.0721564 Sep 16 20:01:42.642579 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=8ae0c77e-f091-43db-a924-eb663a8e6845,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:42.694937 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4c4074d5-bc11-4690-9ecf-7f2889399e7e req-bf89ed0e-5781-494e-b1c7-63e9692fe80b tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863724 Sep 16 20:01:42.756407 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.775538 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.789733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['0ee8268a-dfa7-4fe2-b86f-610edfe80e1d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:01:42.828488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2ec51-8f47-4b6a-95f9-ab3717985c0a None None] Network fc999854-e4f5-453d-8618-f71cd801d3d4 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:01:42.842146 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Pushing event deleted for resources: {'Port': ['ID=0ee8268a-dfa7-4fe2-b86f-610edfe80e1d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:42.868148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] No DVR routers for this DVR port 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:01:42.873327 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.875484 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c9bf07f0-7471-4671-8f73-6361feb2e3b7 req-59138384-48b7-45a5-af26-32dca32ed0bd tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.35 "DELETE /v2.0/ports/0ee8268a-dfa7-4fe2-b86f-610edfe80e1d HTTP/1.1" status: 204 len: 173 time: 0.7118456 Sep 16 20:01:42.875975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'name': 'network-vif-deleted', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:42.879195 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c5af7e-ce81-4eae-992f-0225a994d207" -d '{"events": [{"server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "name": "network-vif-deleted", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:42.928779 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-cbb2e1e1-4ce9-42e2-88a0-9de96a8243c1 None None] Provisioning complete for port 8ae0c77e-f091-43db-a924-eb663a8e6845 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:42.929339 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e1e1-4ce9-42e2-88a0-9de96a8243c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:42.945270 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7c58c3-1fb6-4b56-b745-39b90f375a1d x-openstack-request-id: req-7f7c58c3-1fb6-4b56-b745-39b90f375a1d {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:42.945741 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af6af5-8985-4163-8f59-373bb09b8205", "name": "network-vif-deleted", "tag": "0ee8268a-dfa7-4fe2-b86f-610edfe80e1d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:42.946205 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f7c58c3-1fb6-4b56-b745-39b90f375a1d {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:42.946602 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af6af5-8985-4163-8f59-373bb09b8205', 'name': 'network-vif-deleted', 'tag': '0ee8268a-dfa7-4fe2-b86f-610edfe80e1d', 'status': 'completed', 'code': 200} Sep 16 20:01:43.091849 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:43.207511 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a253a14a-3232-47d6-abd2-2b34104a27fa req-56635cf6-c713-47a6-bf15-bd1cc6f497d4 tempest-VolumesSnapshotTestJSON-338549046 tempest-VolumesSnapshotTestJSON-338549046-project] 10.222.0.49 "GET /v2.0/ports?device_id=51af6af5-8985-4163-8f59-373bb09b8205 HTTP/1.1" status: 200 len: 210 time: 0.0348327 Sep 16 20:01:43.444049 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-605dbf19-5d93-4d83-8cb8-d438bded27f2 None None] Provisioning complete for port 8ae0c77e-f091-43db-a924-eb663a8e6845 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:43.444640 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-605dbf19-5d93-4d83-8cb8-d438bded27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:43.454229 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8a7b-befd-4f77-8c50-a0668710950f req-e26680d7-4b6a-48b7-ab95-47b35d045d19 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:43.455838 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89af8a7b-befd-4f77-8c50-a0668710950f req-e26680d7-4b6a-48b7-ab95-47b35d045d19 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 950 time: 0.1117964 Sep 16 20:01:43.470286 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69064b17-0500-44ac-9103-81fffa6be2c5 req-767ed435-fb3b-47c4-a213-847bac1421b4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:43.471914 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-69064b17-0500-44ac-9103-81fffa6be2c5 req-767ed435-fb3b-47c4-a213-847bac1421b4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1112916 Sep 16 20:01:43.524191 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89af8a7b-befd-4f77-8c50-a0668710950f req-9edeb9b1-64da-4b41-bafd-ff025fc5142b tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Sep 16 20:01:43.539542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:01:43.563332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-69064b17-0500-44ac-9103-81fffa6be2c5 req-2d0891c6-7cdd-4a82-8348-7dee8113ef90 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578353 Sep 16 20:01:43.664312 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:01:43.677924 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Sync routers for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:01:43.691880 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:43.692691 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:43.741376 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:43.742671 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6de50bae-ce04-47a6-99d7-bd11cb633704 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2282164 Sep 16 20:01:43.746498 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34820) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:43.821383 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:44.093523 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:42Z', 'revision_number': 3, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:44.131069 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Checking router: 5dc26dc3-876d-44be-9a14-3ca4f12226c2 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:01:44.131682 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Updating router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:01:44.133973 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 8ae0c77e-f091-43db-a924-eb663a8e6845 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:44.185713 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.297227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 8ae0c77e-f091-43db-a924-eb663a8e6845 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:44.297624 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.563966 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.715158 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.781781 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.794059 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05d096-e913-4014-b009-52e7ca4cc726 req-c3dd4951-2465-4be0-8d87-77c88822b959 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:44.795618 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae05d096-e913-4014-b009-52e7ca4cc726 req-c3dd4951-2465-4be0-8d87-77c88822b959 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1349938 Sep 16 20:01:44.832294 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Attempting to bind port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:44.832658 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Attempting to bind port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:44.833014 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Attempting to bind port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:44.836687 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d447-5e2a-4aea-817b-b60173e9fa9a req-fd50cf38-3ed8-48a8-b052-751a3e22011a tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:44.838175 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-faf9d447-5e2a-4aea-817b-b60173e9fa9a req-fd50cf38-3ed8-48a8-b052-751a3e22011a tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 950 time: 0.1814604 Sep 16 20:01:44.847998 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:44.848420 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:44.848832 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.849206 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:44.854479 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Bound port: def13b9d-fb3e-43d6-9a8b-97c5057b5e43, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:44.854479 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:44.855942 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d14a3-ff79-431c-ae1c-7083e3e59072 None None] Pushing event updated for resources: {'Port': ['ID=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:44.887140 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Allocated IP 172.20.0.1 (fc999854-e4f5-453d-8618-f71cd801d3d4/14c2b51c-329a-4574-93a2-0dea18957406/b1807ab2-4ee8-41ac-8f31-809b20ad7dbc) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:44.913439 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5457af-dd35-4548-bd94-ce017affc4ac req-68a5a34a-5806-498f-97ae-4236074ae0c3 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:44.915108 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db5457af-dd35-4548-bd94-ce017affc4ac req-68a5a34a-5806-498f-97ae-4236074ae0c3 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.35 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 950 time: 0.0635657 Sep 16 20:01:44.935366 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] For port def13b9d-fb3e-43d6-9a8b-97c5057b5e43, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:44.939845 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] For port def13b9d-fb3e-43d6-9a8b-97c5057b5e43, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:44.951896 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ae05d096-e913-4014-b009-52e7ca4cc726 req-fbdf0ea3-b12a-4d71-a248-c4a60e55f112 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289577 Sep 16 20:01:44.996733 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-faf9d447-5e2a-4aea-817b-b60173e9fa9a req-cc5e8a1c-d73c-460f-aa43-6017c1c67911 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/security-groups?id=404f4b57-2356-416b-8903-9fb35ae39a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329348 Sep 16 20:01:45.032288 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.056242 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Deleting port 7ca49710-bd90-4516-8f81-98503c16cb36 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:01:45.059023 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.086611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:45.087287 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:45.097494 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.131815 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d14a3-ff79-431c-ae1c-7083e3e59072 None None] Pushing event updated for resources: {'Port': ['ID=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:45.159584 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] For port 7ca49710-bd90-4516-8f81-98503c16cb36, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7ca49710-bd90-4516-8f81-98503c16cb36,segment=NetworkSegment(aad7d8eb-2a92-4eae-9657-a279f896f649),segment_id=aad7d8eb-2a92-4eae-9657-a279f896f649)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:45.159952 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.172567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Calling delete_port for 7ca49710-bd90-4516-8f81-98503c16cb36 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:01:45.209082 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.218179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:45.251499 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Network fc999854-e4f5-453d-8618-f71cd801d3d4 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:45.259523 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:45.262396 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:45.265406 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:45.314904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.469461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:42Z', 'revision_number': 3, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:45.480860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.507044 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['7ca49710-bd90-4516-8f81-98503c16cb36'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:01:45.520983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Pushing event deleted for resources: {'Port': ['ID=7ca49710-bd90-4516-8f81-98503c16cb36,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:45.530413 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810acf8-3cb4-4ee5-8130-abdfd8ed9274 None None] The sync data for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi is: [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:42Z', 'revision_number': 3, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:01:45.542936 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-c0e3155b-a951-4194-89aa-231389cd0d18 None None] Provisioning complete for port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:45.543365 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c0e3155b-a951-4194-89aa-231389cd0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.552444 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.567690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:01:45.575849 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] No DVR routers for this DVR port 7ca49710-bd90-4516-8f81-98503c16cb36 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:01:45.578525 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.581446 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-db5457af-dd35-4548-bd94-ce017affc4ac req-2398d7fa-a2f2-405d-b969-8b9d36a37653 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.35 "DELETE /v2.0/ports/7ca49710-bd90-4516-8f81-98503c16cb36 HTTP/1.1" status: 204 len: 173 time: 0.6596849 Sep 16 20:01:45.583180 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'name': 'network-vif-deleted', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:01:45.586656 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7977b3-3bea-4d8d-8a3d-4d3012c4ac78" -d '{"events": [{"server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "name": "network-vif-deleted", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:01:45.606281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:01:45.606281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 0ee8268a-dfa7-4fe2-b86f-610edfe80e1d not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:01:45.611084 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3155b-a951-4194-89aa-231389cd0d18 None None] Port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:45.663573 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923aa26-6306-4d9c-b430-fbb97889aa48 x-openstack-request-id: req-d923aa26-6306-4d9c-b430-fbb97889aa48 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:01:45.664178 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07607e84-018d-4707-9deb-6d3efead54ce", "name": "network-vif-deleted", "tag": "7ca49710-bd90-4516-8f81-98503c16cb36", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:01:45.664572 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d923aa26-6306-4d9c-b430-fbb97889aa48 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:01:45.664898 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07607e84-018d-4707-9deb-6d3efead54ce', 'name': 'network-vif-deleted', 'tag': '7ca49710-bd90-4516-8f81-98503c16cb36', 'status': 'completed', 'code': 200} Sep 16 20:01:45.795852 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.880642 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:45.979023 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:45.982562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:46.127617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device def13b9d-fb3e-43d6-9a8b-97c5057b5e43 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:46.186646 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c6ae865-21d9-4120-9590-9605d14eed1c req-1afeb806-3962-40a8-ad3c-6a378b6ed2e1 tempest-VolumesNegativeTest-1291996517 tempest-VolumesNegativeTest-1291996517-project] 10.222.0.49 "GET /v2.0/ports?device_id=07607e84-018d-4707-9deb-6d3efead54ce HTTP/1.1" status: 200 len: 210 time: 0.0547421 Sep 16 20:01:46.199789 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:46.200274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:46.235354 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcb503-ee25-4c18-b9b4-504d2b4cdee8 req-7564e495-59fd-4853-8044-8932dd25cb7b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:46.236863 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15dcb503-ee25-4c18-b9b4-504d2b4cdee8 req-7564e495-59fd-4853-8044-8932dd25cb7b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1910858 Sep 16 20:01:46.246169 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Network fc999854-e4f5-453d-8618-f71cd801d3d4 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:46.253484 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:46.322316 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:46.360788 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port def13b9d-fb3e-43d6-9a8b-97c5057b5e43, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:46.415329 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15dcb503-ee25-4c18-b9b4-504d2b4cdee8 req-a38b7b61-aec4-4689-9e8a-9077690b40e5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723285 Sep 16 20:01:46.430264 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:01:46.456118 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:46.564597 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:46.610670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:01:46.625587 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1498c694-a447-4533-b902-2da06c01f7b4 admin admin] 10.222.0.49 "PUT /v2.0/routers/5dc26dc3-876d-44be-9a14-3ca4f12226c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779044 Sep 16 20:01:46.647853 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-27c7b090-7223-4c93-a875-fd80eb9de5e3 None None] Provisioning complete for port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:46.648532 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-27c7b090-7223-4c93-a875-fd80eb9de5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:46.704347 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-27c7b090-7223-4c93-a875-fd80eb9de5e3 None None] Port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:47.463750 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34882) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:47.469562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1749281197-network', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:47.530670 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Sync routers for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:01:47.543614 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:47.550271 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:47.585866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7886a-1597-416f-8c1b-fa0ecbcef777 req-438ba003-6a27-4866-ba62-21f829b22087 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:47.585866 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ef7886a-1597-416f-8c1b-fa0ecbcef777 req-438ba003-6a27-4866-ba62-21f829b22087 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0668716 Sep 16 20:01:47.585866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Made reservation on behalf of 8ab3fa150c9f4181bd473b7b5a1909ad for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:47.585866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:47.602972 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:47.654070 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7ef7886a-1597-416f-8c1b-fa0ecbcef777 req-35a4809d-e089-4385-9b7c-9aba0123c3c6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656748 Sep 16 20:01:47.747547 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:47.752428 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:47.859163 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7ca49710-bd90-4516-8f81-98503c16cb36 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:01:47.885199 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 7ca49710-bd90-4516-8f81-98503c16cb36 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:01:47.885578 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7ca49710-bd90-4516-8f81-98503c16cb36 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:01:47.901673 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:47.924130 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:01:47.941775 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced6bcf-fbc6-408f-aaf1-933c3b76c335,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:47.949197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:47.949197 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Added segment 7467403f-0e5d-4826-aeaf-7bc952aff083 of type vlan for network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb Sep 16 20:01:47.990627 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 2, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:47.999644 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.023607 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Checking router: 5dc26dc3-876d-44be-9a14-3ca4f12226c2 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:01:48.023950 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Updating router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:01:48.056577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device def13b9d-fb3e-43d6-9a8b-97c5057b5e43 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:48.063549 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.111226 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:48.111733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.124522 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.125671 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:48.126259 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.207608 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] Pushing event updated for resources: {'Network': ['ID=1bce1adc-3ef2-4f22-948c-4a4e4d309fbb,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:48.221499 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:01:48.256381 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-65fdc4b9-b13e-420a-bd65-d11c7e4cbc0a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7908759 Sep 16 20:01:48.261727 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 34902) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:48.270566 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Request body: {'subnet': {'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1749281197-subnet', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:48.393143 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Made reservation on behalf of 8ab3fa150c9f4181bd473b7b5a1909ad for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:01:48.395604 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4371676'] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.533841 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.605012 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.657314 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Pushing event updated for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:48.666629 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.667060 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.667531 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.668108 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.668368 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.668688 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.669009 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.669350 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.669713 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.670046 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.670320 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.670634 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:01:48.707388 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5181681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4371698'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.740610 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Attempting to bind port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:48.740999 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Attempting to bind port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:48.741387 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Attempting to bind port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc on network fc999854-e4f5-453d-8618-f71cd801d3d4 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:48.747987 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:48.748350 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Checking segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:48.748957 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.749522 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Bound using segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:48.750454 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Bound port: b1807ab2-4ee8-41ac-8f31-809b20ad7dbc, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:48.755719 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.812017 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=faaf99c7-4881-4187-be19-ce5b26657793,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:48.836926 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Checking segment: {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:48.837777 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Network hostable DHCP agents. Network: 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:01:48.856249 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] For port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:48.861795 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] For port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:48.899089 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01698d8c-32ae-4852-b9c4-dde0a6788361 req-ee8265ef-4192-4ae1-804a-023ca541f3d7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:48.907149 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-01698d8c-32ae-4852-b9c4-dde0a6788361 req-ee8265ef-4192-4ae1-804a-023ca541f3d7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0826278 Sep 16 20:01:48.952847 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-01698d8c-32ae-4852-b9c4-dde0a6788361 req-2f35ef91-b65c-45c3-84a0-c770193d0aa5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445886 Sep 16 20:01:48.954271 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6f7a9eab-9ae3-4a66-a1cc-74821aa567cc None None] Provisioning complete for port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:48.955030 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6f7a9eab-9ae3-4a66-a1cc-74821aa567cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:48.976803 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.004322 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a9eab-9ae3-4a66-a1cc-74821aa567cc None None] Port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:49.044866 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:49.045858 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:49.093239 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb6dff-d171-4e09-b8cb-2084d46472bd None None] Pushing event updated for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:49.095112 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:01:49.168587 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:49.175654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:49.179836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:49.180406 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.189517 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231247f-0f4f-4e50-963e-a76fe694c6d4 None None] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:01:49.280376 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a0508696-f582-4e60-9548-e421ac0aa1eb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0169601 Sep 16 20:01:49.283295 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 34970) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:49.288214 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:01:49.340940 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] Provisioning complete for port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:49.341432 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.395266 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:01:49.396290 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.398075 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.399633 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.445574 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:48Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:49.462823 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.480082 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953df8-6b2b-4aed-a0de-3ae3c16cb43c None None] The sync data for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi is: [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:48Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:01:49.566903 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.666584 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] For port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:49.671192 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Allocated IP 172.20.0.2 (1bce1adc-3ef2-4f22-948c-4a4e4d309fbb/faaf99c7-4881-4187-be19-ce5b26657793/6e6a8821-4837-4d06-a14e-c2abf7d76604) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:49.778550 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.896588 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:49.913400 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4442c-cc3b-4216-be83-559eac2e1021 None None] Pushing event updated for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:49.935908 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.043431 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.069792 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:50.110502 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:50.118634 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:50.180331 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466ae8-89ca-4f6d-b7c9-be0db815178d req-873d36bb-63df-4d31-a7a8-c801ec80a16b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:50.183221 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-84466ae8-89ca-4f6d-b7c9-be0db815178d req-873d36bb-63df-4d31-a7a8-c801ec80a16b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0823379 Sep 16 20:01:50.200126 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Pushing event updated for resources: {'Port': ['ID=6e6a8821-4837-4d06-a14e-c2abf7d76604,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:50.208994 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b1807ab2-4ee8-41ac-8f31-809b20ad7dbc up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:50.241468 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-84466ae8-89ca-4f6d-b7c9-be0db815178d req-751fa209-d71b-40a1-b775-e163256a135e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522454 Sep 16 20:01:50.311087 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.330110 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Attempting to bind port 6e6a8821-4837-4d06-a14e-c2abf7d76604 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:50.330471 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Attempting to bind port 6e6a8821-4837-4d06-a14e-c2abf7d76604 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:50.330907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Attempting to bind port 6e6a8821-4837-4d06-a14e-c2abf7d76604 on network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:50.341197 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.345496 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:50.346028 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Checking segment: {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:50.346553 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.347079 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Bound using segment: {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:50.347662 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Bound port: 6e6a8821-4837-4d06-a14e-c2abf7d76604, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:50.348495 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.378947 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:50.379400 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.484939 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] For port 6e6a8821-4837-4d06-a14e-c2abf7d76604, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:50.493670 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] For port 6e6a8821-4837-4d06-a14e-c2abf7d76604, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6e6a8821-4837-4d06-a14e-c2abf7d76604,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:50.546715 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Allocated IP 172.27.1.77 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/f205c7a3-d689-4cc5-9517-d29bd0f84acb) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:50.603723 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.675624 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4ceaa-aeb7-4fcc-bea4-3081ce52262d None None] Pushing event updated for resources: {'Port': ['ID=6e6a8821-4837-4d06-a14e-c2abf7d76604,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:50.735139 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.850351 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.908994 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:50.958959 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:50.965161 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:50.969848 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:51.021190 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Pushing event updated for resources: {'Port': ['ID=f205c7a3-d689-4cc5-9517-d29bd0f84acb,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:51.403759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:51.463606 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b769b9-4ab1-4443-b0bc-78649b226d92 req-28a85f98-565c-4ef1-8a5b-1d33598fb248 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:51.465658 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68b769b9-4ab1-4443-b0bc-78649b226d92 req-28a85f98-565c-4ef1-8a5b-1d33598fb248 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0894096 Sep 16 20:01:51.564811 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68b769b9-4ab1-4443-b0bc-78649b226d92 req-73e9b05b-6bf5-40f6-98df-910ab60f2e45 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903711 Sep 16 20:01:51.965687 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493421aa-572d-4d4e-a81d-5ec5db26f288 None None] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:01:52.068481 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.108615 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6e6a8821-4837-4d06-a14e-c2abf7d76604 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:52.166444 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] Provisioning complete for port 6e6a8821-4837-4d06-a14e-c2abf7d76604 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:52.166444 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.298261 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 6e6a8821-4837-4d06-a14e-c2abf7d76604 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:52.298261 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.317340 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Router e41cd7e8-f84d-42d3-9c9b-f15197098b42 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:01:52.374953 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.477457 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:01:52.574613 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Sync routers for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:01:52.578639 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] For port 6e6a8821-4837-4d06-a14e-c2abf7d76604, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6e6a8821-4837-4d06-a14e-c2abf7d76604,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:52.608384 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.614153 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ff83e81e-edd2-488e-a444-3c8980c72efb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3251607 Sep 16 20:01:52.614734 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35126) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:52.615350 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:52.615350 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:52.661869 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.743596 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.767960 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7cc0f-5d63-476a-879e-a2c77813ff1a req-c4d2f062-af0f-41d8-864f-e109f5f42438 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:52.775204 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcd7cc0f-5d63-476a-879e-a2c77813ff1a req-c4d2f062-af0f-41d8-864f-e109f5f42438 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1059625 Sep 16 20:01:52.822754 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:52.825509 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.db.api [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 20:01:52.825988 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG oslo_db.api [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 20:01:52.830018 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fcd7cc0f-5d63-476a-879e-a2c77813ff1a req-a0bed2c6-553c-4dcd-912c-43025f96a1ce tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538170 Sep 16 20:01:52.949683 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-e4d2a3ee-bbbf-44c3-9ad8-b4135367a942 None None] Provisioning complete for port 6e6a8821-4837-4d06-a14e-c2abf7d76604 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:52.950055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a3ee-bbbf-44c3-9ad8-b4135367a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:52.951557 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac1ce2-5a45-466f-9842-2250a17a7372 None None] Pushing event updated for resources: {'Port': ['ID=6e6a8821-4837-4d06-a14e-c2abf7d76604,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:53.136078 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:51Z', 'revision_number': 3, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:53.164806 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Checking router: e41cd7e8-f84d-42d3-9c9b-f15197098b42 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:01:53.165157 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Updating router e41cd7e8-f84d-42d3-9c9b-f15197098b42 port f205c7a3-d689-4cc5-9517-d29bd0f84acb binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:01:53.186373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.193244 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.357329 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Allocated IP 172.20.0.1 (1bce1adc-3ef2-4f22-948c-4a4e4d309fbb/faaf99c7-4881-4187-be19-ce5b26657793/1f5973d5-4265-4f27-b328-21a3b30c0269) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:01:53.404694 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-dd214b58-89b9-47d9-b085-62f2d32b9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:53.407046 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-dd214b58-89b9-47d9-b085-62f2d32b9466 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1099 time: 0.0493171 Sep 16 20:01:53.476012 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.514409 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.532490 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-56dfe425-5d7c-44da-ae2a-55f3a66d3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:53.533994 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-56dfe425-5d7c-44da-ae2a-55f3a66d3b34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.0987666 Sep 16 20:01:53.603634 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-2f71536e-0014-4fc1-82eb-051bc599cc72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 1001 time: 0.0617507 Sep 16 20:01:53.623335 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.658346 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-b9a0845d-c8c4-425f-b6ef-f45da476542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:53.659919 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-b9a0845d-c8c4-425f-b6ef-f45da476542e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0493286 Sep 16 20:01:53.663334 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:53.666462 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:53.668610 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.670040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:01:53.708960 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Pushing event updated for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:53.725980 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Attempting to bind port f205c7a3-d689-4cc5-9517-d29bd0f84acb on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:53.726505 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Attempting to bind port f205c7a3-d689-4cc5-9517-d29bd0f84acb by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:53.726709 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Attempting to bind port f205c7a3-d689-4cc5-9517-d29bd0f84acb on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:53.735580 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-f4094946-c327-4063-a2c7-04755c3fa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:53.737413 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-f4094946-c327-4063-a2c7-04755c3fa951 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677707 Sep 16 20:01:53.738977 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.745230 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:53.746859 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:53.747687 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.748373 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:53.749029 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Bound port: f205c7a3-d689-4cc5-9517-d29bd0f84acb, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:53.749620 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.753535 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da0076-1570-4f82-8b81-1316096a0a56 None None] Pushing event updated for resources: {'Port': ['ID=f205c7a3-d689-4cc5-9517-d29bd0f84acb,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:53.848036 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] For port f205c7a3-d689-4cc5-9517-d29bd0f84acb, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:53.856582 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] For port f205c7a3-d689-4cc5-9517-d29bd0f84acb, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f205c7a3-d689-4cc5-9517-d29bd0f84acb,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:53.924961 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:53.955174 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-cd60d7d6-6d4a-4d57-9d87-ea1a228dc88d service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086692 Sep 16 20:01:54.027003 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da0076-1570-4f82-8b81-1316096a0a56 None None] Pushing event updated for resources: {'Port': ['ID=f205c7a3-d689-4cc5-9517-d29bd0f84acb,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:54.035837 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:54.036518 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:54.078751 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6e6a8821-4837-4d06-a14e-c2abf7d76604 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:54.095056 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0ff5-c43e-4615-bb06-9c6c7e4a506b req-03db26c8-e568-4803-aa46-5da92731dfa0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:54.102681 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-798a0ff5-c43e-4615-bb06-9c6c7e4a506b req-03db26c8-e568-4803-aa46-5da92731dfa0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1310441 Sep 16 20:01:54.114551 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.135616 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-32f0bc99-aa37-40ec-b0b3-6b3a6b420021 req-0ce22ebc-2c12-48df-a250-4cee96f70ace service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705015 Sep 16 20:01:54.213050 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-386698e9-33ad-4a7f-b759-a7ccd294e67e None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:54.213805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-386698e9-33ad-4a7f-b759-a7ccd294e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.216493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:54.222080 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-798a0ff5-c43e-4615-bb06-9c6c7e4a506b req-239adc72-bb77-4d52-8edd-95381ecb71b0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174517 Sep 16 20:01:54.273409 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 6e6a8821-4837-4d06-a14e-c2abf7d76604 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:54.273682 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.351617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-386698e9-33ad-4a7f-b759-a7ccd294e67e None None] Port 1f5973d5-4265-4f27-b328-21a3b30c0269 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:54.408684 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35154) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:54.562194 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '1f5973d5-4265-4f27-b328-21a3b30c0269', 'name': '', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'mac_address': 'fa:16:3e:5d:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:53Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 1, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'subnets': [{'id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:54.593920 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4a1f7e19-5c41-4aef-bc8e-f198f322163f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34a7e931dd364b6b8c8ffcf21bee6ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835968 Sep 16 20:01:54.596851 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35158) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:01:54.663084 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.664786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.688505 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.727857 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bb7e4-9c25-42fc-9b96-b970d9d71807 None None] The sync data for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi is: [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '1f5973d5-4265-4f27-b328-21a3b30c0269', 'name': '', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'mac_address': 'fa:16:3e:5d:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:53Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 1, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'subnets': [{'id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:01:54.753871 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.826586 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.828457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Pushing event updated for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:54.833620 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.837044 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:54.838504 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/404f4b57-2356-416b-8903-9fb35ae39a84 HTTP/1.1" status: 204 len: 168 time: 0.2402806 Sep 16 20:01:54.865613 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7bb03-8cbd-44d7-9420-273845ee2ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f4b57-2356-416b-8903-9fb35ae39a84,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:54.954301 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:01:54.955753 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:01:55.116507 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Router e41cd7e8-f84d-42d3-9c9b-f15197098b42 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:01:55.242841 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:01:55.250466 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-226856c7-374a-484c-94ea-94bafee7254f admin admin] 10.222.0.49 "PUT /v2.0/routers/e41cd7e8-f84d-42d3-9c9b-f15197098b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369984 Sep 16 20:01:55.330276 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-dc9c959e-d29c-44aa-a43d-0a22dc68e639 None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:55.330876 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dc9c959e-d29c-44aa-a43d-0a22dc68e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:55.375906 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c959e-d29c-44aa-a43d-0a22dc68e639 None None] Port 1f5973d5-4265-4f27-b328-21a3b30c0269 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:55.405984 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e8a2-c24a-4308-869c-5a1d52209044 req-e30187c6-3b13-4a6f-a269-84084203865f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:55.412164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3c5e8a2-c24a-4308-869c-5a1d52209044 req-e30187c6-3b13-4a6f-a269-84084203865f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0948951 Sep 16 20:01:55.460304 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3c5e8a2-c24a-4308-869c-5a1d52209044 req-b53a4d20-76a3-4b11-ab20-a32a439263ad tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459082 Sep 16 20:01:56.610613 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3326a3f-0ec7-4359-8f42-02fbe7713d01 req-a74f2e56-3654-4b52-b252-9b5ddaf259b6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:56.618613 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b3326a3f-0ec7-4359-8f42-02fbe7713d01 req-a74f2e56-3654-4b52-b252-9b5ddaf259b6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0670316 Sep 16 20:01:56.675715 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b3326a3f-0ec7-4359-8f42-02fbe7713d01 req-ec397e2c-e99e-432b-a1c6-c4e26776ef32 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560892 Sep 16 20:01:57.821569 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985458-2718-4ac1-b268-8cdbb2158fe5 req-3de4c359-5323-482e-8f3b-25b0401bfebb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:57.825273 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76985458-2718-4ac1-b268-8cdbb2158fe5 req-3de4c359-5323-482e-8f3b-25b0401bfebb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0596421 Sep 16 20:01:57.878869 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-76985458-2718-4ac1-b268-8cdbb2158fe5 req-92887f1d-74cb-4fdd-b5bf-b295e500d5b2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462403 Sep 16 20:01:57.935639 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Sync routers for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:01:57.946884 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:57.947774 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:58.111854 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:58.113921 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f205c7a3-d689-4cc5-9517-d29bd0f84acb up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:01:58.180099 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port f205c7a3-d689-4cc5-9517-d29bd0f84acb triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:58.180450 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.276498 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.305924 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port f205c7a3-d689-4cc5-9517-d29bd0f84acb, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f205c7a3-d689-4cc5-9517-d29bd0f84acb,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:58.371066 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.390106 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '1f5973d5-4265-4f27-b328-21a3b30c0269', 'name': '', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'mac_address': 'fa:16:3e:5d:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:53Z', 'updated_at': '2021-09-16T20:01:54Z', 'revision_number': 2, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'subnets': [{'id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:58.422425 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Checking router: e41cd7e8-f84d-42d3-9c9b-f15197098b42 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:01:58.423027 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Updating router e41cd7e8-f84d-42d3-9c9b-f15197098b42 port 1f5973d5-4265-4f27-b328-21a3b30c0269 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:01:58.461208 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.468907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=f205c7a3-d689-4cc5-9517-d29bd0f84acb,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:58.800567 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.873709 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:58.934606 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccd84-9166-4415-a29b-1df03c4f327b None None] Pushing event updated for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:58.993205 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Attempting to bind port 1f5973d5-4265-4f27-b328-21a3b30c0269 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:01:58.993903 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Attempting to bind port 1f5973d5-4265-4f27-b328-21a3b30c0269 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Attempting to bind port 1f5973d5-4265-4f27-b328-21a3b30c0269 on network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Checking segment: {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Bound using segment: {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Bound port: 1f5973d5-4265-4f27-b328-21a3b30c0269, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7467403f-0e5d-4826-aeaf-7bc952aff083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:01:59.243899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.245642 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158dd7b-3733-4955-b5be-11a089ee9e55 req-dfbfb2b7-83cf-43de-8d9c-b6fc42c75a1f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:01:59.245642 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c158dd7b-3733-4955-b5be-11a089ee9e55 req-dfbfb2b7-83cf-43de-8d9c-b6fc42c75a1f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0687492 Sep 16 20:01:59.245642 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c158dd7b-3733-4955-b5be-11a089ee9e55 req-bef13072-ba11-4095-a341-ba5a4b11798e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411568 Sep 16 20:01:59.246756 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] For port 1f5973d5-4265-4f27-b328-21a3b30c0269, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:01:59.246756 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] For port 1f5973d5-4265-4f27-b328-21a3b30c0269, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1f5973d5-4265-4f27-b328-21a3b30c0269,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:01:59.247055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:01:59.247055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:59.247055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:01:59.247926 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-aaa44330-ddad-4cc4-a308-4dccc65cea40 None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:59.248168 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-aaa44330-ddad-4cc4-a308-4dccc65cea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.310401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-aaa44330-ddad-4cc4-a308-4dccc65cea40 None None] Port 1f5973d5-4265-4f27-b328-21a3b30c0269 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:01:59.311980 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.325599 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:01:59.347389 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:01:59.440017 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.503398 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:01:59.504259 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:01:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:01:59.511680 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.559273 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccd84-9166-4415-a29b-1df03c4f327b None None] Pushing event updated for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:59.647000 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=6']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:01:59.805291 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:01:59.842999 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-a960b633-09d4-473b-987b-d448348883f4 None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:01:59.842999 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a960b633-09d4-473b-987b-d448348883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:01:59.957166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a960b633-09d4-473b-987b-d448348883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:00.047644 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-a960b633-09d4-473b-987b-d448348883f4 None None] For port 1f5973d5-4265-4f27-b328-21a3b30c0269, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1f5973d5-4265-4f27-b328-21a3b30c0269,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:00.077177 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '1f5973d5-4265-4f27-b328-21a3b30c0269', 'name': '', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'mac_address': 'fa:16:3e:5d:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:53Z', 'updated_at': '2021-09-16T20:01:59Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'subnets': [{'id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:00.102572 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a960b633-09d4-473b-987b-d448348883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:00.116665 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb4d9d-6d01-4dd2-844c-10d453bc6fb5 None None] The sync data for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi is: [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:01:53Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '1f5973d5-4265-4f27-b328-21a3b30c0269', 'name': '', 'network_id': '1bce1adc-3ef2-4f22-948c-4a4e4d309fbb', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'mac_address': 'fa:16:3e:5d:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:53Z', 'updated_at': '2021-09-16T20:01:59Z', 'revision_number': 4, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'subnets': [{'id': 'faaf99c7-4881-4187-be19-ce5b26657793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:02:00.165890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1f5973d5-4265-4f27-b328-21a3b30c0269 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:00.251085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:02:00.350553 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00197e-1467-417f-a756-23b0f2a385a0 req-bb358949-b418-4317-8d98-b5f6b14574e0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:00.353701 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d00197e-1467-417f-a756-23b0f2a385a0 req-bb358949-b418-4317-8d98-b5f6b14574e0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Sep 16 20:02:00.364315 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960b633-09d4-473b-987b-d448348883f4 None None] Pushing event updated for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:00.427575 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8d00197e-1467-417f-a756-23b0f2a385a0 req-9adc830e-6640-4c0a-83f8-f520870ac451 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632834 Sep 16 20:02:00.431491 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:00.431704 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:00.594223 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f205c7a3-d689-4cc5-9517-d29bd0f84acb up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:00.737739 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port f205c7a3-d689-4cc5-9517-d29bd0f84acb triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:00.738107 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:01.587750 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382cdda-01d6-42f8-b0ee-64574a73f7af req-b5ebf5c8-3c5e-4416-8470-30829d9bff5b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:01.597225 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2382cdda-01d6-42f8-b0ee-64574a73f7af req-b5ebf5c8-3c5e-4416-8470-30829d9bff5b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 945 time: 0.0762336 Sep 16 20:02:01.657026 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2382cdda-01d6-42f8-b0ee-64574a73f7af req-5964946b-e477-41f5-86fb-b5e8c8fb6924 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580344 Sep 16 20:02:02.152178 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1f5973d5-4265-4f27-b328-21a3b30c0269 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:02.192088 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:02.287874 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 1f5973d5-4265-4f27-b328-21a3b30c0269 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:02.288601 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:02.293655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:02.301287 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:02.515739 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:02.550440 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:02.553108 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa393e80-ef4d-4173-9a57-ad33074590a5" -d '{"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:02.568509 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:02.619495 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77497af3-9d79-4409-b7df-a712ff352dd8 x-openstack-request-id: req-77497af3-9d79-4409-b7df-a712ff352dd8 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:02.619819 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:02.620225 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77497af3-9d79-4409-b7df-a712ff352dd8 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:02.621118 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'code': 200} Sep 16 20:02:02.673492 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:02.760216 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=7']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:02.862696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824947-f36e-48d8-aacf-c72cb2facbab req-15826e44-03c4-4fc8-bdc6-06831c7a7b4b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:02.871671 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ca824947-f36e-48d8-aacf-c72cb2facbab req-15826e44-03c4-4fc8-bdc6-06831c7a7b4b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0845857 Sep 16 20:02:02.921461 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ca824947-f36e-48d8-aacf-c72cb2facbab req-547a3e15-b9ef-4f25-935a-6a39c2acb7ae tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480411 Sep 16 20:02:04.154366 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfbaa-b528-4bc9-87ad-50844622975c req-212525de-ac8b-4cd7-ab37-f65dec71f997 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:04.165940 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-324cfbaa-b528-4bc9-87ad-50844622975c req-212525de-ac8b-4cd7-ab37-f65dec71f997 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0978832 Sep 16 20:02:04.224118 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-324cfbaa-b528-4bc9-87ad-50844622975c req-9b88f822-70b1-42d1-b70b-8472b36f2425 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566640 Sep 16 20:02:04.232518 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-170253ad-828b-4c30-b855-8470bf0af13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:05.422016 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5098c-4e23-41fc-91c7-b59f153a79ad req-3b6f22c6-1399-433d-97e4-7d14c29bf859 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:05.424585 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07f5098c-4e23-41fc-91c7-b59f153a79ad req-3b6f22c6-1399-433d-97e4-7d14c29bf859 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0754752 Sep 16 20:02:05.522713 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-07f5098c-4e23-41fc-91c7-b59f153a79ad req-a757a125-af69-40c5-8a49-a249ccb02367 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709145 Sep 16 20:02:06.685469 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81e030-cfb1-4590-bd77-3e0deeaa1319 req-3a8babd2-d44a-4df4-9301-2fe369cc8439 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:06.694651 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dd81e030-cfb1-4590-bd77-3e0deeaa1319 req-3a8babd2-d44a-4df4-9301-2fe369cc8439 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0750434 Sep 16 20:02:06.753929 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dd81e030-cfb1-4590-bd77-3e0deeaa1319 req-477c8da3-f4ef-454d-9fe7-678246457a5e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580337 Sep 16 20:02:07.233589 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9909a0e0-af00-4748-a906-88c06991c051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:07.398634 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:07.942238 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c41f3-ec2b-4d96-9a61-bb823b39b8c4 req-a4de677e-55de-4224-ade5-0ac054cbad5e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:07.943774 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-597c41f3-ec2b-4d96-9a61-bb823b39b8c4 req-a4de677e-55de-4224-ade5-0ac054cbad5e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0652363 Sep 16 20:02:07.976252 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:02:08.006257 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-597c41f3-ec2b-4d96-9a61-bb823b39b8c4 req-f14a9e3d-8d3d-4695-b5d2-781aa7df230f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520360 Sep 16 20:02:08.314358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:09.226916 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2d6da484-5b6f-47ca-820d-8725f28f11ba tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:09.235037 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2d6da484-5b6f-47ca-820d-8725f28f11ba tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 815 time: 0.1980865 Sep 16 20:02:09.255599 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-17b2c381-7713-4c02-96e5-b5bf9bfd15c8 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/quotas/292aa590cbca447e999032ab26fcd0b4 HTTP/1.1" status: 200 len: 375 time: 0.0195787 Sep 16 20:02:09.324342 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-b412ddc8-c691-42e8-ba94-a35223b5d46b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671639 Sep 16 20:02:09.467581 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-86376e4a-766c-4810-9385-e14f7ec84f81 service neutron] 10.222.0.49 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355362 Sep 16 20:02:09.582258 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-9fba7f01-96ac-48dc-b468-f505c0874c7f service neutron] 10.222.0.49 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082425 Sep 16 20:02:09.997531 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-058c26f5-4b5f-4883-8afc-9ffbc2ad3421 req-b5594b27-c6d9-48d6-bb3f-4aa772324872 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0630777 Sep 16 20:02:10.081519 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded96dd-2b6c-4ba3-941c-4585946181d8 req-c239ef4b-4095-4272-ae78-1df2ac251427 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:10.083353 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eded96dd-2b6c-4ba3-941c-4585946181d8 req-c239ef4b-4095-4272-ae78-1df2ac251427 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.1514378 Sep 16 20:02:10.121689 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:10.165512 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eded96dd-2b6c-4ba3-941c-4585946181d8 req-645dd713-b4a8-4c0c-b43a-b43b6e54d93a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722320 Sep 16 20:02:11.166997 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5ea44236-138a-4d2c-8b8a-51dd4cb1d989 req-6cab1e2a-7ead-408f-a58c-953ac5bcba91 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0492964 Sep 16 20:02:11.327398 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615a9b9-fc50-45d8-9217-226a4baaa7df req-855a5a96-69f5-4dfb-b409-ac302b3825df tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:11.336067 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a615a9b9-fc50-45d8-9217-226a4baaa7df req-855a5a96-69f5-4dfb-b409-ac302b3825df tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0771387 Sep 16 20:02:11.380815 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a615a9b9-fc50-45d8-9217-226a4baaa7df req-29cb90e6-e5a4-43d4-9be3-fb84ed130631 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433517 Sep 16 20:02:12.283562 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-74b5c1e4-d73d-450a-bc32-4bb3ba57740e req-01442777-7ed4-4dae-84a8-5abb9b6f32ef tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0267324 Sep 16 20:02:12.515634 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558143e-1090-4533-bbf3-bc6e94ee0e08 req-af376ba1-bd66-4e85-966f-7ca9f99d68a6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:12.517352 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3558143e-1090-4533-bbf3-bc6e94ee0e08 req-af376ba1-bd66-4e85-966f-7ca9f99d68a6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0507290 Sep 16 20:02:12.558247 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3558143e-1090-4533-bbf3-bc6e94ee0e08 req-ec13b8b8-8754-48d2-8939-b49f205a332f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349169 Sep 16 20:02:13.158529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-93d9b918-51a6-4858-88dc-e2e638f50010 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:13.160841 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-93d9b918-51a6-4858-88dc-e2e638f50010 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 815 time: 0.1207120 Sep 16 20:02:13.174890 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'port': {'device_id': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'admin_state_up': True, 'tenant_id': '292aa590cbca447e999032ab26fcd0b4'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:13.399359 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a336585-0cb8-4d57-af8d-6b4c1041dced req-ee946a88-75a4-46c4-9a0e-6b35e230aaba tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Sep 16 20:02:13.410830 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Made reservation on behalf of 292aa590cbca447e999032ab26fcd0b4 for: {'port': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:02:13.414893 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:13.580681 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Allocated IP 172.20.0.7 (fc999854-e4f5-453d-8618-f71cd801d3d4/14c2b51c-329a-4574-93a2-0dea18957406/9a2d5fff-25d4-4b7c-8444-82ee34d1e90a) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:02:13.738155 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5297506-2f12-45fd-b8fa-283b582a4180 req-4515ffa2-4e41-43fa-b4a6-5fbc73c3b5c5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:13.740258 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a5297506-2f12-45fd-b8fa-283b582a4180 req-4515ffa2-4e41-43fa-b4a6-5fbc73c3b5c5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0893934 Sep 16 20:02:13.751156 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:13.802153 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a5297506-2f12-45fd-b8fa-283b582a4180 req-e097cb84-79e0-41f8-8fea-9e235fd956ab tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495977 Sep 16 20:02:13.977008 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.020625 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Network fc999854-e4f5-453d-8618-f71cd801d3d4 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:02:14.034070 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:02:14.034070 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:02:14.036185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:14.095881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:14.095881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.294786 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2793ecf7-db0a-46a8-8d54-e92e3a27f9c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224086 Sep 16 20:02:14.342461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-65a9fa02-d40c-4d7f-b026-871ac734e627 None None] Provisioning complete for port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:14.343121 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-65a9fa02-d40c-4d7f-b026-871ac734e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.383758 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-65a9fa02-d40c-4d7f-b026-871ac734e627 None None] Port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:02:14.557221 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db6548-a921-441d-90e5-c24379a05301 req-682daf5a-947d-44ca-bfa8-acdafba8b662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:14.559749 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-16db6548-a921-441d-90e5-c24379a05301 req-682daf5a-947d-44ca-bfa8-acdafba8b662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0594645 Sep 16 20:02:14.612139 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35464) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:14.630855 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-16db6548-a921-441d-90e5-c24379a05301 req-65af1017-0ec5-4409-a28f-fba7c4e8502d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Sep 16 20:02:14.682884 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Deleting subnet 201823bc-d3a7-41aa-a2af-ae7a4dc64cfc {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:02:14.687878 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.727549 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.785030 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.963110 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:14.972181 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a502a-2706-4d49-aeb9-8776cd6d5263 req-bb582ccc-be52-43d8-b66e-d7a5f402c0e3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:14.974175 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b09a502a-2706-4d49-aeb9-8776cd6d5263 req-bb582ccc-be52-43d8-b66e-d7a5f402c0e3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0619099 Sep 16 20:02:15.003119 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201823bc-d3a7-41aa-a2af-ae7a4dc64cfc,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:15.008104 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.008104 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7ee2cf6c-37d9-430a-b042-70531d45a7c6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/201823bc-d3a7-41aa-a2af-ae7a4dc64cfc HTTP/1.1" status: 204 len: 168 time: 0.3935993 Sep 16 20:02:15.010083 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35468) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:15.035198 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b09a502a-2706-4d49-aeb9-8776cd6d5263 req-fe15f413-3efa-4643-807c-e01ba89dd894 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523827 Sep 16 20:02:15.094448 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.176244 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.197681 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3513ca-021c-4201-91d6-5eec0baf36d4']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:15.207859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3650b908-850c-448e-bda8-1cd6b6ef9083') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:15.208209 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3650b908-850c-448e-bda8-1cd6b6ef9083') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:15.219687 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.234244 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.240845 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:02:15.244760 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:02:15.434125 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.439188 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:15.441115 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d3513ca-021c-4201-91d6-5eec0baf36d4 HTTP/1.1" status: 204 len: 168 time: 0.4300206 Sep 16 20:02:15.455150 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03dad-e77d-4a04-b220-e2fdaf362f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3513ca-021c-4201-91d6-5eec0baf36d4,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:15.735283 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64457-86bf-4ea6-8a0c-2bc018010b3c req-09f507e6-d394-42ff-834a-8691193918dd tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:15.739536 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0a64457-86bf-4ea6-8a0c-2bc018010b3c req-09f507e6-d394-42ff-834a-8691193918dd tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0568464 Sep 16 20:02:15.774805 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f0a64457-86bf-4ea6-8a0c-2bc018010b3c req-8afc01d2-e7cd-4d92-bd5e-c55eb5ea29bb tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Sep 16 20:02:15.889073 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35476) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:15.937806 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8ac208ca-eb32-4ec4-b30e-a9bdfba70b47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf915f1a2ed74f0eb7976fff9e1210af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465717 Sep 16 20:02:15.940564 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35478) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:15.997419 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:16.020139 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:16.124307 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:16.126842 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:16.127964 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85ec6723-d388-4c5c-ba21-71da56c60b00 HTTP/1.1" status: 204 len: 168 time: 0.1861634 Sep 16 20:02:16.152788 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f5e15-4631-4372-ade5-7f84172fedbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec6723-d388-4c5c-ba21-71da56c60b00,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:16.182710 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878ed93-1517-4dc5-8fa7-ddc62cb84980 req-902e2387-5d45-43e6-8f1b-33af87cf0d45 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:16.184853 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6878ed93-1517-4dc5-8fa7-ddc62cb84980 req-902e2387-5d45-43e6-8f1b-33af87cf0d45 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0717461 Sep 16 20:02:16.241892 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6878ed93-1517-4dc5-8fa7-ddc62cb84980 req-398e4799-47f0-407e-836a-149f5de7e1a7 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437684 Sep 16 20:02:16.916094 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34440d3-ca10-431c-9db5-2da0915d74c6 req-ae05a092-c0a3-4048-8193-2d581ad438bb tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:16.918700 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e34440d3-ca10-431c-9db5-2da0915d74c6 req-ae05a092-c0a3-4048-8193-2d581ad438bb tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0715322 Sep 16 20:02:16.957532 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e34440d3-ca10-431c-9db5-2da0915d74c6 req-f3ea0cd0-3e31-44b4-adff-27c97f669920 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Sep 16 20:02:17.360823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affdaa8-7191-4d69-916d-5bce5caa438c req-8de931dc-53f1-4c6c-9fba-5a871e50402e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:17.362451 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7affdaa8-7191-4d69-916d-5bce5caa438c req-8de931dc-53f1-4c6c-9fba-5a871e50402e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0503552 Sep 16 20:02:17.404836 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7affdaa8-7191-4d69-916d-5bce5caa438c req-e3c6b24a-3f15-4cb6-ba8f-c9f85a49bb6e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348945 Sep 16 20:02:18.086484 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f815cf-0168-44e6-b71a-754a78174d19 req-fff5f3d6-3ed4-4347-8568-127a0c3aae61 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:18.087950 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f4f815cf-0168-44e6-b71a-754a78174d19 req-fff5f3d6-3ed4-4347-8568-127a0c3aae61 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0496442 Sep 16 20:02:18.129188 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f4f815cf-0168-44e6-b71a-754a78174d19 req-70c2d0c5-72ef-4a9d-9d44-991ff63c447f tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Sep 16 20:02:18.535214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86eff-a737-4703-8c76-c439e6273fcb req-005ed2c1-3fd1-4788-b57d-3867271bfed4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:18.536657 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ee86eff-a737-4703-8c76-c439e6273fcb req-005ed2c1-3fd1-4788-b57d-3867271bfed4 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0515215 Sep 16 20:02:18.573613 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ee86eff-a737-4703-8c76-c439e6273fcb req-fe6dcef7-7d9a-4167-a9a5-c2619bb019d6 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309334 Sep 16 20:02:19.253538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05c241-cd10-4dcd-9c76-eac5cfeaa0d0 req-4234592f-da17-4f11-8e82-be0c0dfcd079 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:19.256094 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ff05c241-cd10-4dcd-9c76-eac5cfeaa0d0 req-4234592f-da17-4f11-8e82-be0c0dfcd079 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0590119 Sep 16 20:02:19.307560 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ff05c241-cd10-4dcd-9c76-eac5cfeaa0d0 req-0aa19e6b-99dd-4964-af25-54cdc036144d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Sep 16 20:02:19.700065 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eb873-96aa-4b28-aa20-39fe85572623 req-74323c1c-5c42-4385-a347-23e889e75c69 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:19.701622 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0a2eb873-96aa-4b28-aa20-39fe85572623 req-74323c1c-5c42-4385-a347-23e889e75c69 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0518723 Sep 16 20:02:19.750841 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0a2eb873-96aa-4b28-aa20-39fe85572623 req-050f2b2e-1815-47b7-82ef-5089a5f7b1d8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419893 Sep 16 20:02:20.468868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77819-e50f-45ff-8e32-30695cdfaf1d req-c03e694f-fad2-4477-a1a8-eb64ee18149f tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:20.471432 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2db77819-e50f-45ff-8e32-30695cdfaf1d req-c03e694f-fad2-4477-a1a8-eb64ee18149f tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0791457 Sep 16 20:02:20.513999 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2db77819-e50f-45ff-8e32-30695cdfaf1d req-ea45cde4-afc5-46dc-a7ac-b5b37d44d955 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Sep 16 20:02:20.822997 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:20.924529 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93837-8e26-4f6f-8ca1-4626736f815d req-42662911-dd60-4d27-bfad-13873857a1cc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:20.926048 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eff93837-8e26-4f6f-8ca1-4626736f815d req-42662911-dd60-4d27-bfad-13873857a1cc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Sep 16 20:02:20.964120 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-eff93837-8e26-4f6f-8ca1-4626736f815d req-01d261b6-01b1-41a8-bc02-e40260f3a587 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321207 Sep 16 20:02:21.636255 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535301c-131c-4691-9bc3-1b676cdd3528 req-f071c68e-6cc9-4651-80f7-21d9931f29df tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:21.639256 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2535301c-131c-4691-9bc3-1b676cdd3528 req-f071c68e-6cc9-4651-80f7-21d9931f29df tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0561836 Sep 16 20:02:21.691262 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2535301c-131c-4691-9bc3-1b676cdd3528 req-bf810813-99f4-424c-bed1-d3ddc7459382 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Sep 16 20:02:22.098937 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb015f2-b8a7-4254-8772-2b585c956a91 req-62783b7d-a3e0-4827-bbed-9686111bba6d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:22.100377 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5eb015f2-b8a7-4254-8772-2b585c956a91 req-62783b7d-a3e0-4827-bbed-9686111bba6d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Sep 16 20:02:22.140466 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5eb015f2-b8a7-4254-8772-2b585c956a91 req-2332adb6-1b2e-4c93-84ac-6db0e9470709 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334041 Sep 16 20:02:22.854823 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439e35b-fdc3-4a69-93a6-09792600e2d5 req-ee8c7a3d-dcc4-47c5-b812-59d9181b6155 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:22.856451 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a439e35b-fdc3-4a69-93a6-09792600e2d5 req-ee8c7a3d-dcc4-47c5-b812-59d9181b6155 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0563865 Sep 16 20:02:22.898781 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a439e35b-fdc3-4a69-93a6-09792600e2d5 req-44216291-bc4d-4b23-86bf-12c19ae60453 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354190 Sep 16 20:02:23.269675 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c86b-bf6c-4d36-83c7-28d319796941 req-032a3e41-7aae-4611-9b46-1d2630c8caa0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:23.271168 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e527c86b-bf6c-4d36-83c7-28d319796941 req-032a3e41-7aae-4611-9b46-1d2630c8caa0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Sep 16 20:02:23.312591 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e527c86b-bf6c-4d36-83c7-28d319796941 req-f4f45a43-ca36-4442-a9df-3b01afdcf0fc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351527 Sep 16 20:02:24.045431 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9684cb-b2e3-4bc4-8b04-a065037ff1e1 req-b762ef15-3c4d-41af-a553-01a7acf91fa8 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:24.046626 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2a9684cb-b2e3-4bc4-8b04-a065037ff1e1 req-b762ef15-3c4d-41af-a553-01a7acf91fa8 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0702949 Sep 16 20:02:24.108144 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2a9684cb-b2e3-4bc4-8b04-a065037ff1e1 req-27038792-5b50-4268-afaf-dc40f727118a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Sep 16 20:02:24.521245 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7715-53e4-45a1-80e4-d0203e2a229b req-36c2d666-9619-4c72-b7a7-33da2d9bf694 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:24.521245 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aaca7715-53e4-45a1-80e4-d0203e2a229b req-36c2d666-9619-4c72-b7a7-33da2d9bf694 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0517814 Sep 16 20:02:24.521245 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-aaca7715-53e4-45a1-80e4-d0203e2a229b req-46289172-5602-47af-ba83-ffa0a39eae4a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378211 Sep 16 20:02:25.232219 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f5013-59e5-4bfa-a907-2263a8c11370 req-cbdc1a3d-b086-45c2-a07e-060d6e1b925a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:25.260498 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e46f5013-59e5-4bfa-a907-2263a8c11370 req-cbdc1a3d-b086-45c2-a07e-060d6e1b925a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 931 time: 0.0487249 Sep 16 20:02:25.273646 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e46f5013-59e5-4bfa-a907-2263a8c11370 req-13769983-6cac-4702-93f0-1341309196b3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Sep 16 20:02:25.635309 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d21b2-3109-48bb-9359-c264130554f4 req-7f08965e-ed26-44e6-b9b6-5e1750f6a0c1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:25.636740 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-804d21b2-3109-48bb-9359-c264130554f4 req-7f08965e-ed26-44e6-b9b6-5e1750f6a0c1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0507832 Sep 16 20:02:25.678081 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-804d21b2-3109-48bb-9359-c264130554f4 req-dc2f2ad7-cf88-4776-bfc8-1085e12eae74 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348132 Sep 16 20:02:25.763536 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Request body: {'port': {'device_id': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:25.819700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.089012 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a {{(pid=101174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:02:26.096712 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.108283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.provisioning_blocks [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Transition to ACTIVE for port object 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a will not be triggered until provisioned by entity L2. {{(pid=101174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:02:26.181529 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.236623 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:26.320138 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Attempting to bind port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:02:26.320491 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Attempting to bind port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:02:26.320822 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Attempting to bind port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a on network fc999854-e4f5-453d-8618-f71cd801d3d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:02:26.325511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a on network fc999854-e4f5-453d-8618-f71cd801d3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:02:26.325835 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Attempting to bind port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a on network fc999854-e4f5-453d-8618-f71cd801d3d4 {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:02:26.331342 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:02:26.331727 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Checking segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:02:26.332110 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Bound using segment: {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'} {{(pid=101174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:02:26.332536 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.managers [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Bound port: 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24598828-e13c-4d28-86e2-b60492f82c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4'}}] {{(pid=101174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:02:26.333553 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.406648 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1131ebd-87df-4809-8ade-778a8b28a0e6 req-2c615693-3d71-4aa5-b43b-5ccc28f12c19 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.407865 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, cleared binding levels {{(pid=101174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:02:26.408483 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1131ebd-87df-4809-8ade-778a8b28a0e6 req-2c615693-3d71-4aa5-b43b-5ccc28f12c19 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 943 time: 0.0569978 Sep 16 20:02:26.411743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:02:26.470967 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b1131ebd-87df-4809-8ade-778a8b28a0e6 req-6bb259c4-b650-4381-b3f5-cfcbb871b2dd tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Sep 16 20:02:26.473981 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-836e67c4-9f89-4310-8a1e-712d69e21082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.475214 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-836e67c4-9f89-4310-8a1e-712d69e21082 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1099 time: 0.0658591 Sep 16 20:02:26.496202 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.530181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.530806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:26.532706 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] 10.222.0.35 "PUT /v2.0/ports/9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 1093 time: 0.7737868 Sep 16 20:02:26.533225 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:26.536816 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c3cbc-11d5-4f4e-a766-ba0c7885394b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:26.570717 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b84dac-237f-43f0-a0bb-be546d4649db service neutron] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=3']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:26.588585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e7e71a-524d-4b18-b397-88b1f54c3309 x-openstack-request-id: req-22e7e71a-524d-4b18-b397-88b1f54c3309 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:26.588880 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:26.589148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22e7e71a-524d-4b18-b397-88b1f54c3309 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:26.589567 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:02:26.594489 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-a97018e3-65cc-4da3-9cf1-dfa7cdf82058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.595916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-a97018e3-65cc-4da3-9cf1-dfa7cdf82058 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.1125700 Sep 16 20:02:26.665370 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-3e1df9c5-a584-4027-a47d-3523b012448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.666994 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-3e1df9c5-a584-4027-a47d-3523b012448c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1096 time: 0.0455456 Sep 16 20:02:26.679401 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-e6343684-45cb-4d67-8337-0389d68dc4c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 1001 time: 0.0759594 Sep 16 20:02:26.741454 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-38d06ea0-4aed-4b90-bef8-37c0c3c25df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.743209 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-38d06ea0-4aed-4b90-bef8-37c0c3c25df1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0561662 Sep 16 20:02:26.782497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-952b2466-72b2-4dc9-bc6b-84cfb14d206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.784164 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-952b2466-72b2-4dc9-bc6b-84cfb14d206d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=292aa590cbca447e999032ab26fcd0b4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1094623 Sep 16 20:02:26.824190 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-97e9cb00-7a68-44c7-b68f-b820f62a9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.841873 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-97e9cb00-7a68-44c7-b68f-b820f62a9cf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746362 Sep 16 20:02:26.854309 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf342-b91f-4e3c-ae79-f9eb47316c88 req-3569f570-d46f-4d9a-8a89-8c633f8ba6bb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.855948 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6a3bf342-b91f-4e3c-ae79-f9eb47316c88 req-3569f570-d46f-4d9a-8a89-8c633f8ba6bb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0798833 Sep 16 20:02:26.899256 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-58ed8bd6-ebae-4b41-a1dd-581fae39edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.901094 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-215c3cbc-11d5-4f4e-a766-ba0c7885394b req-58ed8bd6-ebae-4b41-a1dd-581fae39edc3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105750 Sep 16 20:02:26.946926 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6a3bf342-b91f-4e3c-ae79-f9eb47316c88 req-f5c1cdc6-5701-4556-98eb-d60cf93090d8 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807087 Sep 16 20:02:26.979092 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-cd1fe00c-0eb4-41a8-97ec-6894d90b2f47 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400101 Sep 16 20:02:26.981359 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2d809c97-956c-446f-8c05-eef61d0ca4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:26.982823 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-2d809c97-956c-446f-8c05-eef61d0ca4cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1096 time: 0.0449021 Sep 16 20:02:27.028319 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-edc0b316-f011-435f-bfef-6338e730fe5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 217 time: 0.0380366 Sep 16 20:02:27.088972 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1873daee-a1cf-4b8b-ae31-19dce8d54abf req-f488b8b4-23f2-4470-84b2-13bb5d20d413 service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073501 Sep 16 20:02:27.093042 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-c56856e3-a101-4033-933b-09f3d433361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:27.098469 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-c56856e3-a101-4033-933b-09f3d433361c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0638330 Sep 16 20:02:27.148729 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a0aa0f2c-813a-4646-b1b0-d3135bdca72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:27.150264 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-a0aa0f2c-813a-4646-b1b0-d3135bdca72e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437446 Sep 16 20:02:27.250866 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-903735a5-315f-4480-8390-b7f4554da261 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Sep 16 20:02:27.346327 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-6b42e7d7-5db4-4daf-8bc0-70ff4ca3b1b8 req-5b8e6c11-6ba7-4da5-88e0-27e74c1f10af service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Sep 16 20:02:27.592868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e06c0-6873-4e81-9aa6-8700a90adb1e req-8a0e689f-f13e-4373-a6a3-57e0d6e58cb9 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:27.594331 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db5e06c0-6873-4e81-9aa6-8700a90adb1e req-8a0e689f-f13e-4373-a6a3-57e0d6e58cb9 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 943 time: 0.0528915 Sep 16 20:02:27.632871 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-db5e06c0-6873-4e81-9aa6-8700a90adb1e req-2d9006f1-74db-4e26-adf3-a4ef33224cf4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Sep 16 20:02:28.080849 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7aa65-2a9c-4e53-8615-d921522dd460 req-a93d217d-d5d9-499b-a495-980e604d97da tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:28.083152 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-52d7aa65-2a9c-4e53-8615-d921522dd460 req-a93d217d-d5d9-499b-a495-980e604d97da tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0558271 Sep 16 20:02:28.122596 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-52d7aa65-2a9c-4e53-8615-d921522dd460 req-4db48fa2-bbb6-49e9-a97f-9f2bcee2f5a3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333016 Sep 16 20:02:28.746639 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2886da-c9ca-4a32-830f-e5430acec29c req-bd0409fe-89b5-4d71-912f-b70ba37c3d55 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:28.748126 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc2886da-c9ca-4a32-830f-e5430acec29c req-bd0409fe-89b5-4d71-912f-b70ba37c3d55 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 943 time: 0.0492022 Sep 16 20:02:28.788277 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc2886da-c9ca-4a32-830f-e5430acec29c req-eb281216-65bf-4b09-9726-2a0f5b82f6df tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Sep 16 20:02:29.246801 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f50ee-79bf-4b81-897b-28ee6777072f req-fb917da4-8a59-4657-acc2-45c12da593ec tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:29.248255 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d47f50ee-79bf-4b81-897b-28ee6777072f req-fb917da4-8a59-4657-acc2-45c12da593ec tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 946 time: 0.0524392 Sep 16 20:02:29.285978 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d47f50ee-79bf-4b81-897b-28ee6777072f req-1e14bbd4-298e-450f-bebc-3be6be0cd911 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306451 Sep 16 20:02:29.953905 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5356e7-27f1-4b41-885b-519af708fbc8 req-a1d6a4c7-c4c6-49ff-8735-ea3d6970ddcf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:29.955368 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f5356e7-27f1-4b41-885b-519af708fbc8 req-a1d6a4c7-c4c6-49ff-8735-ea3d6970ddcf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 943 time: 0.0486543 Sep 16 20:02:29.995337 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f5356e7-27f1-4b41-885b-519af708fbc8 req-abe22402-d716-47c4-b45a-cb6c7d71e0a5 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Sep 16 20:02:30.230041 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:02:30.233147 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:02:30.376172 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:30.396596 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:30.413277 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'port_id': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'mac_address': 'fa:16:3e:5c:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:02:30.419198 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:30.421467 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e14ef-c8b8-485b-9ea3-c4a2ad082f68" -d '{"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:30.436098 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:30.459048 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf7b762-d2fd-44c9-a272-caa5f8bc976e x-openstack-request-id: req-ccf7b762-d2fd-44c9-a272-caa5f8bc976e {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:30.459333 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-unplugged", "status": "failed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "code": 422}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:30.459608 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf7b762-d2fd-44c9-a272-caa5f8bc976e {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:30.459994 dv-cinder-804294-2-iscsi neutron-server[101175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'code': 422} returned with failed status Sep 16 20:02:30.476153 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:30.489876 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:02:30.510155 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:30.535769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:30.584617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=8']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:30.630463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:30.680400 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:30.850356 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:02:31.113847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f23d-f925-41fe-b5c7-d1802fe26c94 req-c866482e-4a63-42e9-9094-df441f66346d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:31.115319 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e029f23d-f925-41fe-b5c7-d1802fe26c94 req-c866482e-4a63-42e9-9094-df441f66346d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 944 time: 0.0496266 Sep 16 20:02:31.152683 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e029f23d-f925-41fe-b5c7-d1802fe26c94 req-b167c719-fdae-42da-af07-82a9b3a77e00 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Sep 16 20:02:31.859384 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd990c-dc28-40fe-bb5a-dae3ec72433f req-caf95051-2e42-4d6b-8985-4995844232dc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:31.860877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-30fd990c-dc28-40fe-bb5a-dae3ec72433f req-caf95051-2e42-4d6b-8985-4995844232dc tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0530529 Sep 16 20:02:31.900225 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-30fd990c-dc28-40fe-bb5a-dae3ec72433f req-2aa16a3d-9d04-4509-880c-d1e0f7a854b5 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325799 Sep 16 20:02:32.234947 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:32.271058 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fd0ec-7ac4-4388-afd6-5c3da6d9d6d6 req-d889f7a3-cb6f-43ac-a66f-996a58ba32db tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:32.272475 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-853fd0ec-7ac4-4388-afd6-5c3da6d9d6d6 req-d889f7a3-cb6f-43ac-a66f-996a58ba32db tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 944 time: 0.0515494 Sep 16 20:02:32.310004 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-853fd0ec-7ac4-4388-afd6-5c3da6d9d6d6 req-23c16447-d0d6-4f8a-89a6-cbb33e1f01fb tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Sep 16 20:02:32.371707 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:02:32.375582 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:32.375943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:32.407141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35642) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:32.466278 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:32.482862 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:32.485289 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69263006-a35b-4594-a5e0-2986697db2d8" -d '{"events": [{"server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "name": "network-vif-plugged", "status": "completed", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:32.506233 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:32.506347 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-e9bb4f18-ee29-4bab-97a1-dcb85f809911 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922248 Sep 16 20:02:32.506347 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-878d0755-1363-4c5f-bcdf-b33c075561a5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 20:02:32.507196 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-878d0755-1363-4c5f-bcdf-b33c075561a5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058556 Sep 16 20:02:32.522678 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809b205-c26e-4b77-a4dd-1db769730475 x-openstack-request-id: req-1809b205-c26e-4b77-a4dd-1db769730475 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:32.524108 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "name": "network-vif-plugged", "status": "completed", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:32.524471 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1809b205-c26e-4b77-a4dd-1db769730475 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:32.524868 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'code': 200} Sep 16 20:02:32.594493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:32.595304 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:02:32.674168 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:32.902812 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc67d-ebde-4aea-a517-1c63e6b45d79 req-f02bc3c0-4448-4077-8490-0c654cbc61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:32.904279 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c19dc67d-ebde-4aea-a517-1c63e6b45d79 req-f02bc3c0-4448-4077-8490-0c654cbc61bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1098 time: 0.0439317 Sep 16 20:02:32.941014 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-c19dc67d-ebde-4aea-a517-1c63e6b45d79 req-b7dc571b-78d2-4485-ab92-bac6f1dd6d65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293972 Sep 16 20:02:33.031103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2a27c-b105-4a1f-94a2-17b308bdadd6 req-3aae96fe-ea9d-4ebe-90e8-7beac2c81135 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:33.032572 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a8a2a27c-b105-4a1f-94a2-17b308bdadd6 req-3aae96fe-ea9d-4ebe-90e8-7beac2c81135 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0560112 Sep 16 20:02:33.073512 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a8a2a27c-b105-4a1f-94a2-17b308bdadd6 req-339d229f-5d5c-4775-937e-3e355e26a380 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331249 Sep 16 20:02:33.428011 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704709f-f1f5-477d-b0e8-4dc08ac9515c req-425df538-85a3-4e4f-a50b-44646e8a4a47 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:33.429544 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b704709f-f1f5-477d-b0e8-4dc08ac9515c req-425df538-85a3-4e4f-a50b-44646e8a4a47 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0486338 Sep 16 20:02:33.471345 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b704709f-f1f5-477d-b0e8-4dc08ac9515c req-28c32a73-dcb3-4e91-a36f-806640b2b846 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Sep 16 20:02:33.984267 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511864-e79c-47d1-9bdc-87698dff342a req-2f5e31a1-b47a-455f-9f79-459f1a241789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:33.985767 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-2f5e31a1-b47a-455f-9f79-459f1a241789 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60&tenant_id=65e319c3a6c241149f6c741a0397f068 HTTP/1.1" status: 200 len: 1097 time: 0.0396039 Sep 16 20:02:34.046261 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511864-e79c-47d1-9bdc-87698dff342a req-076009fb-bd63-4763-9390-84bfbca59cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.047734 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-076009fb-bd63-4763-9390-84bfbca59cab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65e319c3a6c241149f6c741a0397f068&device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1097 time: 0.0401492 Sep 16 20:02:34.154091 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511864-e79c-47d1-9bdc-87698dff342a req-f9af8235-a163-4bcc-89e9-c68a6bebaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.155555 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-f9af8235-a163-4bcc-89e9-c68a6bebaebe service neutron] 10.222.0.35 "GET /v2.0/networks?id=76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 200 len: 918 time: 0.0992219 Sep 16 20:02:34.207336 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33b944-3518-49a6-b465-8c441e2953be req-d7c6cf5d-58ec-4a73-a034-7e7786e45173 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.209783 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f33b944-3518-49a6-b465-8c441e2953be req-d7c6cf5d-58ec-4a73-a034-7e7786e45173 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0572684 Sep 16 20:02:34.221803 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-3d400f11-9ef2-4780-9339-d378065437d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 200 len: 999 time: 0.0591855 Sep 16 20:02:34.250441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f33b944-3518-49a6-b465-8c441e2953be req-2fbd5515-ca7a-425a-acd9-8eb94607ddcd tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346358 Sep 16 20:02:34.276318 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511864-e79c-47d1-9bdc-87698dff342a req-1220354b-9158-41cd-a2cc-28c92caba411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.277790 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-1220354b-9158-41cd-a2cc-28c92caba411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 200 len: 856 time: 0.0494535 Sep 16 20:02:34.285902 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6cc-364e-4cea-aaaa-270c4e03fb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:34.324746 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511864-e79c-47d1-9bdc-87698dff342a req-d29adde9-54c6-4bdc-96dd-f5f402b8d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.326270 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-d29adde9-54c6-4bdc-96dd-f5f402b8d0d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76bc6836-7ed0-4631-b15c-0494313e74a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417173 Sep 16 20:02:34.414640 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-2a732b57-742e-4b4b-b10c-3e0f4a43fb3a service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815902 Sep 16 20:02:34.505339 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-9d511864-e79c-47d1-9bdc-87698dff342a req-05a128af-b298-4686-ba64-fd7a6f2044de service neutron] 10.222.0.35 "GET /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838759 Sep 16 20:02:34.597107 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458cc05-f7fe-4c9b-a968-1cbd7e3ffa9b req-d8f0bf35-b717-45ff-aad3-0ec19069248e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.598707 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0458cc05-f7fe-4c9b-a968-1cbd7e3ffa9b req-d8f0bf35-b717-45ff-aad3-0ec19069248e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Sep 16 20:02:34.636591 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0458cc05-f7fe-4c9b-a968-1cbd7e3ffa9b req-d8b7b812-db1c-4bae-a2c7-67e9021b28be tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Sep 16 20:02:34.749357 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceae5c-e35f-413f-9004-e6709e599472 req-35568c1c-b60b-4f5e-966b-d84dfbc8bbba tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:34.750852 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93ceae5c-e35f-413f-9004-e6709e599472 req-35568c1c-b60b-4f5e-966b-d84dfbc8bbba tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Sep 16 20:02:34.792376 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-93ceae5c-e35f-413f-9004-e6709e599472 req-1b8cd50b-bf1a-497b-b0b1-c38d5ed1baa3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Sep 16 20:02:35.130912 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae42d-a375-4c8f-9702-107d6f0ee8b6 req-9604cabe-89d9-4244-8f51-0dc725b76731 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:35.132758 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e7ae42d-a375-4c8f-9702-107d6f0ee8b6 req-9604cabe-89d9-4244-8f51-0dc725b76731 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0528929 Sep 16 20:02:35.214522 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e7ae42d-a375-4c8f-9702-107d6f0ee8b6 req-52e2b224-f483-409d-8df9-9d47aa18fbc0 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755310 Sep 16 20:02:35.398014 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae8de0-c7fd-4e61-8773-6da676c10d94 req-8904bc4f-1894-4863-bf60-88a71776f76f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:35.399818 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e7ae8de0-c7fd-4e61-8773-6da676c10d94 req-8904bc4f-1894-4863-bf60-88a71776f76f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0712566 Sep 16 20:02:35.462097 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e7ae8de0-c7fd-4e61-8773-6da676c10d94 req-18700eaa-39bc-4f16-ad65-1c2a5953567f tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384457 Sep 16 20:02:36.585024 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9306-6645-4c02-ad8f-1be95d0f517e req-acf11fb9-6943-4130-aacf-917a14ae53e1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:36.585024 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c16d9306-6645-4c02-ad8f-1be95d0f517e req-acf11fb9-6943-4130-aacf-917a14ae53e1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0549142 Sep 16 20:02:36.642461 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c16d9306-6645-4c02-ad8f-1be95d0f517e req-c8c4180a-7de7-4a67-8072-026e0697ae99 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501168 Sep 16 20:02:37.515173 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bb986f06-a7ee-4390-bccf-ae03ae3807b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:37.543575 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:37.798929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee5ce0-dde9-434f-bdae-1d9394470dee req-ca126bf7-cf32-418e-984d-79fa529a0da2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:37.801391 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94ee5ce0-dde9-434f-bdae-1d9394470dee req-ca126bf7-cf32-418e-984d-79fa529a0da2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0683930 Sep 16 20:02:37.852715 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94ee5ce0-dde9-434f-bdae-1d9394470dee req-fd29c848-62cb-4d2c-8cde-59065e641efa tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424073 Sep 16 20:02:38.335946 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:39.007261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ab0b-452f-4853-88f7-1e557cb96a1f req-5365cfcf-6992-45a1-8b39-bb594674c175 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:39.008981 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72c4ab0b-452f-4853-88f7-1e557cb96a1f req-5365cfcf-6992-45a1-8b39-bb594674c175 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0709436 Sep 16 20:02:39.056897 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-72c4ab0b-452f-4853-88f7-1e557cb96a1f req-3d834b51-c4be-4829-b93b-c4318da83730 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416508 Sep 16 20:02:40.183730 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cc247-fa78-476f-a066-00d397f19611 req-5e08d7e8-deb7-4cf2-8b64-7f9e078e6d98 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:40.185554 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-485cc247-fa78-476f-a066-00d397f19611 req-5e08d7e8-deb7-4cf2-8b64-7f9e078e6d98 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Sep 16 20:02:40.242641 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-485cc247-fa78-476f-a066-00d397f19611 req-428d69e3-e941-4329-9cce-01c211a281a3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400732 Sep 16 20:02:40.296237 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:41.376038 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a81c-a1e3-43de-821c-c974a981026b req-ab9e03ab-c724-4ae4-b45c-fd31e283df82 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:41.381683 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3636a81c-a1e3-43de-821c-c974a981026b req-ab9e03ab-c724-4ae4-b45c-fd31e283df82 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0507879 Sep 16 20:02:41.421373 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3636a81c-a1e3-43de-821c-c974a981026b req-0ed5a7b3-baeb-48c1-b009-6823b23040fa tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368023 Sep 16 20:02:42.552520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53b3b-ca84-426b-8463-6c4c0a1c8629 req-529a92fe-01ca-4608-b8c2-a094d24e400a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:42.554387 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6a53b3b-ca84-426b-8463-6c4c0a1c8629 req-529a92fe-01ca-4608-b8c2-a094d24e400a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0571353 Sep 16 20:02:42.605644 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6a53b3b-ca84-426b-8463-6c4c0a1c8629 req-1eca8f98-6b0c-4150-bd64-b085230c7a92 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444064 Sep 16 20:02:43.736346 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71931-974f-44f7-962e-d7d2cf5efa40 req-b1806b11-a971-45e8-9dc3-4636dd9e447c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:43.737887 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98d71931-974f-44f7-962e-d7d2cf5efa40 req-b1806b11-a971-45e8-9dc3-4636dd9e447c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Sep 16 20:02:43.782410 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-98d71931-974f-44f7-962e-d7d2cf5efa40 req-065170e7-4882-49fa-bc8e-b9d19a185d1a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379581 Sep 16 20:02:44.921704 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b9013-c504-4c12-b6fc-b95a67f0185d req-c2965d0d-7adc-4e61-8def-dbb395aa622d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:44.923161 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-822b9013-c504-4c12-b6fc-b95a67f0185d req-c2965d0d-7adc-4e61-8def-dbb395aa622d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0584729 Sep 16 20:02:44.969291 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-822b9013-c504-4c12-b6fc-b95a67f0185d req-fa062a67-a21e-4a13-8917-4fb20b03949c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385091 Sep 16 20:02:44.975987 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:02:46.100025 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568505-487c-4cd6-8b2b-b8f2c1ae380e req-84aef870-a877-439f-98d2-c1c85c56ac88 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:46.101672 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ec568505-487c-4cd6-8b2b-b8f2c1ae380e req-84aef870-a877-439f-98d2-c1c85c56ac88 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0549564 Sep 16 20:02:46.138948 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ec568505-487c-4cd6-8b2b-b8f2c1ae380e req-b8b6ca44-a9b0-4e3d-97ff-0aaf343445e3 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312536 Sep 16 20:02:47.265354 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6098d-933b-4859-8ab5-a974506d4fe6 req-b0f51800-88ab-4e66-8e71-d083952b2322 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:47.266849 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5d6098d-933b-4859-8ab5-a974506d4fe6 req-b0f51800-88ab-4e66-8e71-d083952b2322 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0528970 Sep 16 20:02:47.307155 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e5d6098d-933b-4859-8ab5-a974506d4fe6 req-389f96ed-067a-44ad-873a-b29c87c2f249 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338042 Sep 16 20:02:48.349142 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:02:48.435250 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234922fa-cdb5-4c56-b01d-7b12d28d73d0 req-990f54f0-9aeb-41b1-bf80-c82c29180931 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:48.436906 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-234922fa-cdb5-4c56-b01d-7b12d28d73d0 req-990f54f0-9aeb-41b1-bf80-c82c29180931 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 944 time: 0.0534599 Sep 16 20:02:48.456404 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:48.468525 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'port_id': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'mac_address': 'fa:16:3e:5b:fa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:02:48.476713 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-234922fa-cdb5-4c56-b01d-7b12d28d73d0 req-bab61bdf-4ed6-4b64-99c4-2d3e493ee4a0 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322273 Sep 16 20:02:48.516503 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:48.530323 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:02:48.551585 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:48.633865 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:48.685360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=9']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:48.694936 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.695309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.695652 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.695983 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.696310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.696636 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.696961 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.697304 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.697643 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.697966 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.698284 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.698601 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:48.873085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:02:49.617618 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de515308-a1a3-4a5f-a4db-725bcbfa7d21 req-f6496a5b-f27f-4a7d-9cae-6941929fa0c1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:49.619596 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-de515308-a1a3-4a5f-a4db-725bcbfa7d21 req-f6496a5b-f27f-4a7d-9cae-6941929fa0c1 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 945 time: 0.0588698 Sep 16 20:02:49.660307 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-de515308-a1a3-4a5f-a4db-725bcbfa7d21 req-b98ce50b-545d-4c65-a29e-019648724482 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348501 Sep 16 20:02:50.375697 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:02:50.452324 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:02:50.452827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:50.533935 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:50.557809 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:50.560125 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9eab88-b0f4-4219-ba3f-c5512a829f48" -d '{"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:50.577888 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:02:50.598815 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bde17c-b9fe-4527-a5f9-a4e174527fd3 x-openstack-request-id: req-67bde17c-b9fe-4527-a5f9-a4e174527fd3 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:50.599137 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-plugged", "status": "completed", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:50.600008 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67bde17c-b9fe-4527-a5f9-a4e174527fd3 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:50.600812 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'code': 200} Sep 16 20:02:50.673879 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:50.727041 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=10']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:50.786663 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14afb7c-ae20-4f71-8333-21f684af52c8 req-eba13981-0fc8-4bb3-bcf2-ba2a8104003b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:50.789678 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c14afb7c-ae20-4f71-8333-21f684af52c8 req-eba13981-0fc8-4bb3-bcf2-ba2a8104003b tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0506997 Sep 16 20:02:50.828600 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c14afb7c-ae20-4f71-8333-21f684af52c8 req-19355007-737b-4025-b40a-2d2cc0cf7b65 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333481 Sep 16 20:02:50.829483 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:50.938069 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cff9-38ba-4def-9a6e-cd7abe36f8d7 req-4aaa77e7-a19c-4e06-a830-0bf91572bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:50.939732 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99d8cff9-38ba-4def-9a6e-cd7abe36f8d7 req-4aaa77e7-a19c-4e06-a830-0bf91572bdf1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 1100 time: 0.0418465 Sep 16 20:02:50.979183 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-99d8cff9-38ba-4def-9a6e-cd7abe36f8d7 req-e4a119c8-9b94-4157-a24a-84351eb073ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319114 Sep 16 20:02:51.954252 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43aec-1d1e-425d-b692-24ca61fdc9ca req-fc60cc2c-c07f-4715-93b2-10312a233809 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:51.955691 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-50d43aec-1d1e-425d-b692-24ca61fdc9ca req-fc60cc2c-c07f-4715-93b2-10312a233809 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0487800 Sep 16 20:02:51.994758 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-50d43aec-1d1e-425d-b692-24ca61fdc9ca req-728d09b4-4673-42c4-a1f0-c909cd7d13af tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320430 Sep 16 20:02:53.148194 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925592b-c9d3-4565-8138-23738abb41bd req-3e14812d-6c6a-414e-b3cb-e3f58e37759e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:53.150666 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f925592b-c9d3-4565-8138-23738abb41bd req-3e14812d-6c6a-414e-b3cb-e3f58e37759e tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0825374 Sep 16 20:02:53.208435 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f925592b-c9d3-4565-8138-23738abb41bd req-7d1ca820-d66d-488d-9a13-09e106efb8cb tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511076 Sep 16 20:02:54.366288 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-4aa74d65-8c7f-4809-bc38-93d73f94c3bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561988 Sep 16 20:02:54.395738 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb6a1f-a8f2-404f-8930-eb662021451a req-8f45af28-1453-460d-b63b-ec8bf0f9bcef tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:54.398386 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8dfb6a1f-a8f2-404f-8930-eb662021451a req-8f45af28-1453-460d-b63b-ec8bf0f9bcef tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0572510 Sep 16 20:02:54.442146 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-3dd17417-5141-4877-a42a-fa680c3b4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:54.444058 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-3dd17417-5141-4877-a42a-fa680c3b4a31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8a43c8acea400fa62b639c395cebb6&device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 1098 time: 0.0518069 Sep 16 20:02:54.452761 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8dfb6a1f-a8f2-404f-8930-eb662021451a req-ebf3a239-75c8-4663-9aa0-dd0cac030184 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470002 Sep 16 20:02:54.576038 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-92ae2081-b40c-404c-a7b3-2957c98735b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:54.577704 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-92ae2081-b40c-404c-a7b3-2957c98735b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 200 len: 912 time: 0.0980020 Sep 16 20:02:54.653176 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-cc205174-e5ec-4c74-90c5-c939283f80e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0670760 Sep 16 20:02:54.708376 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-22554b68-4cde-44bf-96d3-6b3286a32216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:54.710549 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-22554b68-4cde-44bf-96d3-6b3286a32216 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 200 len: 850 time: 0.0482211 Sep 16 20:02:54.775894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-186be46b-b78a-4f76-978f-bf4ff159ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:54.778407 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-186be46b-b78a-4f76-978f-bf4ff159ad69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2064363c-4716-46ae-9a74-2672ecf19b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594709 Sep 16 20:02:54.895136 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-8efc9c37-5560-49e3-9eed-30c6725f3c35 service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087675 Sep 16 20:02:55.002398 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-de054f0b-e38b-4c7d-ad2d-3a13c40af290 req-719dba0b-2d25-4132-a4e1-ddfd955d76ad service neutron] 10.222.0.35 "GET /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968192 Sep 16 20:02:55.625627 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb4f3-1dc2-4b5d-a4ca-419f24602122 req-8bb6dd07-5d87-425f-9bf0-707cee2429f7 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:55.627237 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1cbb4f3-1dc2-4b5d-a4ca-419f24602122 req-8bb6dd07-5d87-425f-9bf0-707cee2429f7 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0529768 Sep 16 20:02:55.680158 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1cbb4f3-1dc2-4b5d-a4ca-419f24602122 req-9ae6c199-5076-48c1-9498-806f62cb0926 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Sep 16 20:02:55.705005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35872) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:55.860068 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b31dff-2d0c-4d67-9923-5e1f756c5bf5 tempest-TestMinimumBasicScenario-795261303 tempest-TestMinimumBasicScenario-795261303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:55.861680 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-75b31dff-2d0c-4d67-9923-5e1f756c5bf5 tempest-TestMinimumBasicScenario-795261303 tempest-TestMinimumBasicScenario-795261303-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1093 time: 0.1555367 Sep 16 20:02:55.865900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35876) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:55.872122 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'port_id': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:55.978467 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for floatingip, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:56.331937 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:56.453134 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Allocated IP 172.27.1.123 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/7f26ee8d-42a2-4180-86f2-882de38761ee) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:02:56.568032 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:56.681740 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:56.723984 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:02:56.727698 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:02:56.734010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:02:56.739958 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'Port': ['ID=7f26ee8d-42a2-4180-86f2-882de38761ee,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:56.769059 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.769428 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.769768 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.770096 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.770422 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.770880 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.771070 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.771944 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.772271 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.772587 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.772902 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:56.773216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:57.137035 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:57.285523 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:57.450443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:57.509665 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:57.587217 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'Port': ['ID=7f26ee8d-42a2-4180-86f2-882de38761ee,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:57.594584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:57.704447 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Floating IP ef854120-cdcd-45f0-8a30-5f0dc5be18b0 associated. External IP: 172.27.1.123, port: 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a. Sep 16 20:02:57.948967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:02:58.076991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:02:58.091033 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Sync routers for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:02:58.106945 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:02:58.109971 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:02:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:58.156327 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.212671 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-0e8c5345-fa1a-436c-9c38-2401265bb33d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3393099 Sep 16 20:02:58.212671 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:02:58.213852 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35902) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:58.214552 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6fe07-7381-467f-af78-c388c4d69455" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:02:58.218855 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261329792', 'description': 'tempest-secgroup-smoke-1261329792 description', 'project_id': '292aa590cbca447e999032ab26fcd0b4'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:58.292311 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.345234 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c3a5d-6b0f-45bb-ad8f-c5bce104ff0d x-openstack-request-id: req-e81c3a5d-6b0f-45bb-ad8f-c5bce104ff0d {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:02:58.345917 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:02:58.346393 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e81c3a5d-6b0f-45bb-ad8f-c5bce104ff0d {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:02:58.347024 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:02:58.406438 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:02:58.435737 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-8724a49e-2953-409b-9650-d3563c266d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:58.437309 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-8724a49e-2953-409b-9650-d3563c266d22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1098 time: 0.0623171 Sep 16 20:02:58.481277 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.565037 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-1519da20-89a9-4f1c-b118-193456395ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:58.566679 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-1519da20-89a9-4f1c-b118-193456395ce2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.1151953 Sep 16 20:02:58.567852 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.641543 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ae016-ef14-4bba-a620-68802670e4f5,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:58.661297 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.661736 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.662254 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.662653 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.663048 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.663441 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.663836 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.664225 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.664610 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.664995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.665867 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.666261 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:02:58.684840 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-82332098-c7ce-4773-8ec7-c3bd6e2a8d9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 999 time: 0.1053512 Sep 16 20:02:58.698369 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'ef854120-cdcd-45f0-8a30-5f0dc5be18b0', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'port_id': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'mac_address': 'fa:16:3e:5c:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:02:56Z', 'updated_at': '2021-09-16T20:02:56Z', 'revision_number': 0, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:58.722210 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.723523 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a48a6f72-99e0-4474-b588-d2841b4fec5b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5087695 Sep 16 20:02:58.726786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35912) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:58.734521 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Checking router: 5dc26dc3-876d-44be-9a14-3ca4f12226c2 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:02:58.736156 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:58.744240 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-2b9beef5-958b-423d-8a78-76f7ff4d3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:58.744778 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:02:58.745454 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:02:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:58.745769 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-2b9beef5-958b-423d-8a78-76f7ff4d3ea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0563955 Sep 16 20:02:58.798869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-1b784dab-d306-474a-8973-1fc04a816de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:58.800252 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-1b784dab-d306-474a-8973-1fc04a816de0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474966 Sep 16 20:02:58.859882 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.895103 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:02:58.922744 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-f0d24fa0-2a85-4385-99c1-8eb3b8ecbca3 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151707 Sep 16 20:02:58.982966 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:58.999122 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066c253-970c-4f87-b52e-de01bd846130 req-da25de24-08da-44ed-bef2-3ca9729642c8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:02:59.000502 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2066c253-970c-4f87-b52e-de01bd846130 req-da25de24-08da-44ed-bef2-3ca9729642c8 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0912793 Sep 16 20:02:59.032428 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-7fc6fe07-7381-467f-af78-c388c4d69455 req-0793e422-2189-4cf7-a653-92271fa735e0 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009598 Sep 16 20:02:59.047166 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2066c253-970c-4f87-b52e-de01bd846130 req-072810b4-9c2c-4007-ad6c-e18248414381 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Sep 16 20:02:59.063750 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.084686 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ecb3a-14a8-474c-a9ea-d52b728be7dc,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:59.166309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'ef854120-cdcd-45f0-8a30-5f0dc5be18b0', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'port_id': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'mac_address': 'fa:16:3e:5c:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:02:56Z', 'updated_at': '2021-09-16T20:02:56Z', 'revision_number': 0, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:02:59.172396 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.173741 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-84612a9b-0949-416c-a0fd-ae750c6c73f4 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446695 Sep 16 20:02:59.176803 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35916) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:59.182838 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:59.199509 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63f9f2-26d7-46cf-8ffc-6f403f14c81a None None] The sync data for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi is: [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': 'ef854120-cdcd-45f0-8a30-5f0dc5be18b0', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'port_id': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'mac_address': 'fa:16:3e:5c:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:02:56Z', 'updated_at': '2021-09-16T20:02:56Z', 'revision_number': 0, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:02:59.284166 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.373195 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.412661 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad61e1-f302-441d-8f87-729e859bcbc1 None None] New status for floating IP ef854120-cdcd-45f0-8a30-5f0dc5be18b0: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:02:59.423909 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.448197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68efb1e-9259-45b2-9912-4b7142357244,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:59.550789 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.555830 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-64a76a4b-2d6c-427b-ad05-4052a7e6a765 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3737516 Sep 16 20:02:59.556085 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35918) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:59.561153 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:02:59.692890 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.757670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.829099 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.846453 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231cba33-d1e3-4228-aa3c-23214781735e,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:02:59.932388 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:02:59.933745 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-b74f3ccd-7797-4b55-85af-b954a2a4d6c3 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3767092 Sep 16 20:02:59.936444 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35920) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:02:59.941233 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:00.052097 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.123205 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.193763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81485-8c7d-4ad1-8b19-3d045c35c3b8 req-82ea21bf-e80f-4856-a7d4-fbece2a3b5d5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:00.195335 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dda81485-8c7d-4ad1-8b19-3d045c35c3b8 req-82ea21bf-e80f-4856-a7d4-fbece2a3b5d5 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0506637 Sep 16 20:03:00.196576 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.228146 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5211235-4a4f-4221-bf1c-a513216961c3,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:00.252126 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dda81485-8c7d-4ad1-8b19-3d045c35c3b8 req-67ec6dac-0461-4c5c-b978-2aaa429e4d37 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491087 Sep 16 20:03:00.296600 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.297845 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a4ed9d54-1589-4e29-8f38-a0a29d8a9d5e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3604147 Sep 16 20:03:00.300722 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35924) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:00.306362 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:00.412175 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.securitygroups_db [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Project 292aa590cbca447e999032ab26fcd0b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:03:00.420888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.492654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.582661 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.601916 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80d0607-0b1b-47ad-8a7a-5d049470e24e,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:00.654690 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-2fe6b833-a049-40bb-9fcf-d0ae22c8f7bf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:00.656202 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-2fe6b833-a049-40bb-9fcf-d0ae22c8f7bf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0500357 Sep 16 20:03:00.708211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.709820 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-fe0a779a-8706-46a6-ba73-b3c71a234a42 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077506 Sep 16 20:03:00.713364 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35926) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:00.718124 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'security_group_rule': {'security_group_id': 'f33ae016-ef14-4bba-a620-68802670e4f5', 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:00.759776 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Deleting port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:00.760115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.794247 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.securitygroups_db [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Project 292aa590cbca447e999032ab26fcd0b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:03:00.801909 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.861898 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] For port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:00.862652 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.878498 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.948131 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:00.967510 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e265dfba-f16f-47b6-819f-1065362a8706,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:01.035647 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.037847 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e5d17ac1-a1d0-40ee-8512-ef281e51cd01 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225842 Sep 16 20:03:01.150373 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-5052cdd4-998b-4c23-9892-9b63782d4ed6 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261329792&fields=id&tenant_id=292aa590cbca447e999032ab26fcd0b4 HTTP/1.1" status: 200 len: 267 time: 0.0375021 Sep 16 20:03:01.214339 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-611498b1-dcfd-4bee-b6ce-43aed6301ece tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:01.215951 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-611498b1-dcfd-4bee-b6ce-43aed6301ece tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0576892 Sep 16 20:03:01.229223 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'port': {'security_groups': ['41591d8a-6590-49df-b017-66501a0ce294', 'f33ae016-ef14-4bba-a620-68802670e4f5']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:01.311992 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.396861 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.397451 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.397953 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Floating IP 1e6a9414-2fde-4b13-8827-112735370497 disassociated. External IP: 172.27.1.101, port: 546d190e-aa5d-4ca3-939d-c3477e9f0fd2. Sep 16 20:03:01.398558 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Calling delete_port for 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 owned by compute:nova {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:01.439961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a79f9-5bb1-4322-bb4f-adc1a8108b0e req-0c9920d6-d816-47ce-ac62-b112249840b9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:01.441582 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-731a79f9-5bb1-4322-bb4f-adc1a8108b0e req-0c9920d6-d816-47ce-ac62-b112249840b9 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 945 time: 0.0932040 Sep 16 20:03:01.524408 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-731a79f9-5bb1-4322-bb4f-adc1a8108b0e req-338be772-2fe6-4e90-a891-7d811aa19837 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups?id=da497fa6-4ea8-4785-8450-220a763d6368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731540 Sep 16 20:03:01.598860 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:01.634931 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.663067 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.691562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.697672 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'Port': ['ID=546d190e-aa5d-4ca3-939d-c3477e9f0fd2,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:01.705307 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:03:01.739382 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:01.740042 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:01.748459 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9db6580a-d829-43f6-8e6b-9809075e3262 req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "PUT /v2.0/ports/9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 981 time: 0.5255051 Sep 16 20:03:01.749154 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:03:01.753499 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed561e-7776-44f5-82f4-546ba69a4333" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:03:01.832325 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3f533-e90a-40e7-8a6a-e238b9a7cb32 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=6']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:01.832325 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34caefd8-fc62-448c-accf-9f769e090bbf x-openstack-request-id: req-34caefd8-fc62-448c-accf-9f769e090bbf {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:03:01.832325 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:03:01.832325 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34caefd8-fc62-448c-accf-9f769e090bbf {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:03:01.832325 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:03:01.859031 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:03:01.888922 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:03:01.943676 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-d1c53881-acef-4e8c-b83e-b3fa6e613781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:01.948429 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-d1c53881-acef-4e8c-b83e-b3fa6e613781 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1137 time: 0.1011407 Sep 16 20:03:02.015849 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b1b87-f070-4034-90de-5e3e6375ef73 req-b355eb0c-99fa-429d-b19d-c731a45431cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:02.015849 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc4b1b87-f070-4034-90de-5e3e6375ef73 req-b355eb0c-99fa-429d-b19d-c731a45431cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.1326120 Sep 16 20:03:02.052772 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:03:02.081105 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:03:02.095509 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bc4b1b87-f070-4034-90de-5e3e6375ef73 req-49242193-e131-4776-a88d-fdf08aa6c886 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506170 Sep 16 20:03:02.114486 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-0e3aeb2d-71bf-4902-a92f-8296f7140f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:02.117035 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-0e3aeb2d-71bf-4902-a92f-8296f7140f65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.1595128 Sep 16 20:03:02.122434 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:02.122941 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:02:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:02.130911 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] No DVR routers for this DVR port 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 on host hv-cinder-80429 {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:02.135859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:02.139944 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-276f85c8-072b-4386-9b2a-87b175a74ffc req-be6d12b2-3441-42d0-a5c4-bff3616b8252 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.35 "DELETE /v2.0/ports/546d190e-aa5d-4ca3-939d-c3477e9f0fd2 HTTP/1.1" status: 204 len: 173 time: 1.4771605 Sep 16 20:03:02.140716 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'name': 'network-vif-deleted', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:03:02.146185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069a807-3672-41d2-9c12-657f4ecf5c40" -d '{"events": [{"server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "name": "network-vif-deleted", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:03:02.208381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d139f012-9446-4564-b80a-96396df593ff x-openstack-request-id: req-d139f012-9446-4564-b80a-96396df593ff {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:03:02.208381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973adcde-6341-42e7-9d62-493ab375ef0b", "name": "network-vif-deleted", "tag": "546d190e-aa5d-4ca3-939d-c3477e9f0fd2", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:03:02.208381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d139f012-9446-4564-b80a-96396df593ff {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:03:02.208381 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973adcde-6341-42e7-9d62-493ab375ef0b', 'name': 'network-vif-deleted', 'tag': '546d190e-aa5d-4ca3-939d-c3477e9f0fd2', 'status': 'completed', 'code': 200} Sep 16 20:03:02.224023 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-8e2092a0-d03d-48f0-be72-dadd487ad2d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 1001 time: 0.0894105 Sep 16 20:03:02.230769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-24ed49fa-5c84-4168-bb70-0ba3785c33cb None None] Provisioning complete for port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:03:02.230769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-24ed49fa-5c84-4168-bb70-0ba3785c33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:02.317658 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-8909ae08-7082-4ca7-ade1-07848cd94b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:02.321430 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-8909ae08-7082-4ca7-ade1-07848cd94b58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0687037 Sep 16 20:03:02.389636 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-9a8daeeb-6057-4b99-86fe-bababbc6d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:02.391163 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-9a8daeeb-6057-4b99-86fe-bababbc6d4bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620236 Sep 16 20:03:02.420179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:02.513027 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-17c0c7c1-790a-44cc-918c-68083bc5cffa service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083653 Sep 16 20:03:02.679321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a73df4fc-e084-4159-b887-5cb3d7636780 req-0a0099a1-df2b-45dc-96b2-739a823017bf tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/ports?device_id=973adcde-6341-42e7-9d62-493ab375ef0b HTTP/1.1" status: 200 len: 210 time: 0.0431881 Sep 16 20:03:02.688840 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2ed561e-7776-44f5-82f4-546ba69a4333 req-5b485d16-4601-4519-b1cd-2a8aa934e48f service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658385 Sep 16 20:03:02.886346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:02.916196 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:03:02.925572 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:02.926213 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:02:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:03.185546 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:03.413929 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:03.444362 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683f940-c87d-409e-8e39-dfade9a83d43 None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T19:56:02Z', 'revision_number': 4, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'd54cff5d-23b3-4cfd-8b84-29e96e811024', 'name': '', 'network_id': '2064363c-4716-46ae-9a74-2672ecf19b10', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'mac_address': 'fa:16:3e:f0:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:56:00Z', 'updated_at': '2021-09-16T19:56:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'subnets': [{'id': '1551b2f1-3566-43f1-9d83-fa22fd975e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:03:03.692919 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097b7cc-ab59-4825-ae0a-ec592f2c9dee None None] New status for floating IP 1e6a9414-2fde-4b13-8827-112735370497: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:03:03.910817 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35946) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:03.976175 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.001121 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.114185 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.117097 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.118423 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "DELETE /v2.0/security-groups/da497fa6-4ea8-4785-8450-220a763d6368 HTTP/1.1" status: 204 len: 168 time: 0.2065198 Sep 16 20:03:04.121639 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 35948) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:04.129053 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520fce3-f7d2-49fd-b2ff-8a8d54db7679 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da497fa6-4ea8-4785-8450-220a763d6368,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:04.145860 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.api.v2.resource [None req-bf76fb31-283c-415b-b0a2-825890be3416 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] show failed (client error): The resource could not be found. Sep 16 20:03:04.148470 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bf76fb31-283c-415b-b0a2-825890be3416 tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "GET /v2.0/security-groups/da497fa6-4ea8-4785-8450-220a763d6368 HTTP/1.1" status: 404 len: 347 time: 0.0252912 Sep 16 20:03:04.152211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35950) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:04.232177 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5da81bd4-aadb-4538-a151-adc806ab2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.300900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Deleting port 5d3e73b0-8125-43f8-851c-b474ac00ade4 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:04.301233 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.386687 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.386988 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.399142 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Calling delete_port for 5d3e73b0-8125-43f8-851c-b474ac00ade4 owned by network:floatingip {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:04.436640 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:04.458380 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:04.459429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 546d190e-aa5d-4ca3-939d-c3477e9f0fd2 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:04.647793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.674739 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Pushing event deleted for resources: {'Port': ['ID=5d3e73b0-8125-43f8-851c-b474ac00ade4,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:04.736062 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.738590 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:04.739749 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a61b7e97-493f-4c6b-8f6d-c3640340e19e tempest-AttachVolumeTestJSON-681668516 tempest-AttachVolumeTestJSON-681668516-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e6a9414-2fde-4b13-8827-112735370497 HTTP/1.1" status: 204 len: 168 time: 0.5864599 Sep 16 20:03:07.167433 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-70c4c530-2929-4085-b905-4724f302729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:07.383794 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:08.316187 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:08.864276 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35980) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:09.375177 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:09.626542 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Deleting port d54cff5d-23b3-4cfd-8b84-29e96e811024 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:09.626790 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:09.708237 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] For port d54cff5d-23b3-4cfd-8b84-29e96e811024, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=d54cff5d-23b3-4cfd-8b84-29e96e811024,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:09.708591 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:09.726060 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Calling delete_port for d54cff5d-23b3-4cfd-8b84-29e96e811024 owned by network:router_interface {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:10.113801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:10.170187 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cebac0-2465-45cc-b1b1-48644ed3232e req-29bb275a-cb15-4495-8651-43cc910ff387 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:10.171677 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c7cebac0-2465-45cc-b1b1-48644ed3232e req-29bb275a-cb15-4495-8651-43cc910ff387 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.3466210 Sep 16 20:03:10.184648 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-4e3869ab-18c1-4607-91dc-fadc57b2169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:10.186065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-4e3869ab-18c1-4607-91dc-fadc57b2169f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1137 time: 0.0821691 Sep 16 20:03:10.309290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c7cebac0-2465-45cc-b1b1-48644ed3232e req-406a1eef-9c4a-4a38-9eb1-b390c32e0ba6 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290712 Sep 16 20:03:10.340754 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-26648703-7193-47c2-9c93-7be2964805bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:10.342248 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-26648703-7193-47c2-9c93-7be2964805bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.1462619 Sep 16 20:03:10.359474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:10.417190 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Pushing event deleted for resources: {'Port': ['ID=d54cff5d-23b3-4cfd-8b84-29e96e811024,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:10.478698 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-2cb0892d-edd2-48d3-8659-ce5061c2804a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 1001 time: 0.1261225 Sep 16 20:03:10.582926 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-78536781-c9e6-4f47-a508-51d2be8d6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:10.585006 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-78536781-c9e6-4f47-a508-51d2be8d6a75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0964110 Sep 16 20:03:10.666777 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:10.718480 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-598feae9-f215-4a3a-8ff4-f08f3dc06d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:10.720115 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-598feae9-f215-4a3a-8ff4-f08f3dc06d7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004024 Sep 16 20:03:10.901831 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-05ffc763-0bc3-45d0-8ca5-5391b1612626 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714919 Sep 16 20:03:11.030380 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Router f3f962e3-f875-4aba-8a7c-311a473451c9 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:03:11.050079 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3078fc7c-897c-45ec-9e7e-8c7fbc1bcdfb req-bbb3d2a4-5bb4-4634-a0d8-3a7f5039ede0 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401715 Sep 16 20:03:11.156687 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:03:11.162164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-5ede7861-0e37-463d-8dd3-0f5b20a4b45e admin admin] 10.222.0.49 "PUT /v2.0/routers/f3f962e3-f875-4aba-8a7c-311a473451c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969661 Sep 16 20:03:11.164997 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35990) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:11.167672 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Sync routers for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:03:11.176643 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:11.177289 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:11.265893 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks [] for router, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:11.286117 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:11.386566 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:11.465568 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3caa-f0ab-4a48-a541-95a9a542c422 req-1c9cbb7c-85d2-4e77-bfd4-89883f86231d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:11.467126 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15ba3caa-f0ab-4a48-a541-95a9a542c422 req-1c9cbb7c-85d2-4e77-bfd4-89883f86231d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0582788 Sep 16 20:03:11.484530 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T20:03:10Z', 'revision_number': 5, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port': {'id': '7d838784-eb7a-4870-b1bd-461f977dea1f', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:53Z', 'updated_at': '2021-09-16T19:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:11.509452 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-15ba3caa-f0ab-4a48-a541-95a9a542c422 req-cee304b0-7453-4c1f-ad9e-d2e93fe0fd5d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358868 Sep 16 20:03:11.511028 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Checking router: f3f962e3-f875-4aba-8a7c-311a473451c9 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:03:11.520724 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Routers {'f3f962e3-f875-4aba-8a7c-311a473451c9'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:11.521495 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f3f962e3-f875-4aba-8a7c-311a473451c9'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:11.560799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Deleting port 7d838784-eb7a-4870-b1bd-461f977dea1f {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:11.561138 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:11.621900 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] Set router f3f962e3-f875-4aba-8a7c-311a473451c9 gateway port host: None {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:11.643741 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] For port 7d838784-eb7a-4870-b1bd-461f977dea1f, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=7d838784-eb7a-4870-b1bd-461f977dea1f,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:11.644127 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:11.661479 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Calling delete_port for 7d838784-eb7a-4870-b1bd-461f977dea1f owned by network:router_gateway {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:11.677736 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T20:03:11Z', 'revision_number': 6, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:11.706282 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418f09d-8ac8-4ed4-9e72-90df4639619f None None] The sync data for ids ['f3f962e3-f875-4aba-8a7c-311a473451c9'] in dv-cinder-804294-2-iscsi is: [{'id': 'f3f962e3-f875-4aba-8a7c-311a473451c9', 'name': 'tempest-AttachVolumeTestJSON-1722123144-router', 'tenant_id': 'da8a43c8acea400fa62b639c395cebb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:50Z', 'updated_at': '2021-09-16T20:03:11Z', 'revision_number': 6, 'project_id': 'da8a43c8acea400fa62b639c395cebb6', 'gw_port_host': None}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:03:11.899147 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:11.928287 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d838784-eb7a-4870-b1bd-461f977dea1f,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:11.986772 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.095607 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.098675 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.236178 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.236706 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f962e3-f875-4aba-8a7c-311a473451c9 {{(pid=101173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:03:12.242364 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.242960 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-35c35ac9-a9a7-46cc-a653-a4f723c49611 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f3f962e3-f875-4aba-8a7c-311a473451c9 HTTP/1.1" status: 204 len: 168 time: 1.0770295 Sep 16 20:03:12.245460 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35994) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:12.290615 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Deleting subnet 1551b2f1-3566-43f1-9d83-fa22fd975e49 {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:03:12.293790 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.329549 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.447397 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.484672 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device d54cff5d-23b3-4cfd-8b84-29e96e811024 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:12.510068 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: d54cff5d-23b3-4cfd-8b84-29e96e811024 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:12.510319 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device d54cff5d-23b3-4cfd-8b84-29e96e811024 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:12.592477 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.643141 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1551b2f1-3566-43f1-9d83-fa22fd975e49,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:12.648532 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.650570 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-561f0ba7-8f44-43d3-89b1-30328bdb0097 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1551b2f1-3566-43f1-9d83-fa22fd975e49 HTTP/1.1" status: 204 len: 168 time: 0.4041064 Sep 16 20:03:12.652993 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 35998) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:12.653838 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a1327-ec2c-4645-9345-7b78fbcd61cd None None] Network 2064363c-4716-46ae-9a74-2672ecf19b10 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:12.696524 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab73fb-ac8d-4201-8b51-bd1d3334f180 req-5430fd5a-85ee-4318-bdce-c19422daf542 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:12.698185 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1dab73fb-ac8d-4201-8b51-bd1d3334f180 req-5430fd5a-85ee-4318-bdce-c19422daf542 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.1163819 Sep 16 20:03:12.760641 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.790532 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1dab73fb-ac8d-4201-8b51-bd1d3334f180 req-e1d2d975-94e1-4a8e-85c9-f255ec005816 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628312 Sep 16 20:03:12.840770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Deleting port 1493165d-1d79-42d4-8edf-d26cd0a45a19 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:12.841103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.893511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] DHCP port deletion for 2064363c-4716-46ae-9a74-2672ecf19b10 request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:03:12.905790 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] For port 1493165d-1d79-42d4-8edf-d26cd0a45a19, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1493165d-1d79-42d4-8edf-d26cd0a45a19,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:12.906216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:12.919782 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Calling delete_port for 1493165d-1d79-42d4-8edf-d26cd0a45a19 owned by network:dhcp {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:12.950883 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Deleting port 1493165d-1d79-42d4-8edf-d26cd0a45a19 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:12.951253 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.025216 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] For port 1493165d-1d79-42d4-8edf-d26cd0a45a19, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1493165d-1d79-42d4-8edf-d26cd0a45a19,segment=NetworkSegment(8287db7d-26b9-49f0-9c9a-a64c29cce2ca),segment_id=8287db7d-26b9-49f0-9c9a-a64c29cce2ca)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:13.025580 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.039844 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Calling delete_port for 1493165d-1d79-42d4-8edf-d26cd0a45a19 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:13.310573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.319333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.337480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] Pushing event deleted for resources: {'Port': ['ID=1493165d-1d79-42d4-8edf-d26cd0a45a19,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:13.341114 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e33e22-819b-4194-8bce-f1c8745c9287 None None] No DVR routers for this DVR port 1493165d-1d79-42d4-8edf-d26cd0a45a19 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:13.347219 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1493165d-1d79-42d4-8edf-d26cd0a45a19,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:13.357039 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] No DVR routers for this DVR port 1493165d-1d79-42d4-8edf-d26cd0a45a19 on host dv-cinder-804294-2-iscsi {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:13.432956 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.458810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2064363c-4716-46ae-9a74-2672ecf19b10']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:13.469433 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8287db7d-26b9-49f0-9c9a-a64c29cce2ca') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:13.469729 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8287db7d-26b9-49f0-9c9a-a64c29cce2ca') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:13.480851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.495830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.511536 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:03:13.512186 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self.session.flush() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self.session.flush() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self.session.flush() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self.session.flush() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:03:13.515266 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:03:13.662988 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.667763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:13.669869 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2064363c-4716-46ae-9a74-2672ecf19b10 HTTP/1.1" status: 204 len: 168 time: 1.0159278 Sep 16 20:03:13.683214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4020f-cc92-435a-997c-1b9822b0db56 admin admin] Pushing event deleted for resources: {'Network': ['ID=2064363c-4716-46ae-9a74-2672ecf19b10,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:13.917781 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af107-0d82-412c-bbd2-af190d676331 req-926477fd-db5d-4dc7-9482-9f7f45605a8a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:13.919283 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a52af107-0d82-412c-bbd2-af190d676331 req-926477fd-db5d-4dc7-9482-9f7f45605a8a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0570850 Sep 16 20:03:13.961593 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a52af107-0d82-412c-bbd2-af190d676331 req-8291aba5-b9e4-4b31-9507-cc972dc1e48d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360117 Sep 16 20:03:14.096934 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 7d838784-eb7a-4870-b1bd-461f977dea1f no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:14.110759 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36004) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:14.124145 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 7d838784-eb7a-4870-b1bd-461f977dea1f {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:14.128882 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 7d838784-eb7a-4870-b1bd-461f977dea1f not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:14.128882 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1493165d-1d79-42d4-8edf-d26cd0a45a19 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:14.145310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 1493165d-1d79-42d4-8edf-d26cd0a45a19 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:14.145657 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1493165d-1d79-42d4-8edf-d26cd0a45a19 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:14.163332 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-9415093e-5e8e-494e-a08a-4407e6e03980 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da8a43c8acea400fa62b639c395cebb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507991 Sep 16 20:03:14.166200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36006) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:14.222373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:14.245429 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:14.360888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:14.366337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:14.368452 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97252287-1076-499b-b1d7-ce8d8060f7c5 HTTP/1.1" status: 204 len: 168 time: 0.2010179 Sep 16 20:03:14.384648 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e02fff-0419-499b-bac3-6ffc880e373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97252287-1076-499b-b1d7-ce8d8060f7c5,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:15.085337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3e03-f0a7-4fc1-9636-1b83bc56de2c req-be054cba-e86d-4690-bef2-f6a4b3e2828c tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:15.086808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-561b3e03-f0a7-4fc1-9636-1b83bc56de2c req-be054cba-e86d-4690-bef2-f6a4b3e2828c tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0553730 Sep 16 20:03:15.135364 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-561b3e03-f0a7-4fc1-9636-1b83bc56de2c req-02d4ebc1-7c6c-4b93-8b2d-70d03d2ec2e2 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384619 Sep 16 20:03:16.290698 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4ad9a-b809-45c3-9790-507b2ccbab89 req-1627fbc0-97b1-4b22-ba4e-50605dfc5935 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:16.292269 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fdc4ad9a-b809-45c3-9790-507b2ccbab89 req-1627fbc0-97b1-4b22-ba4e-50605dfc5935 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0556362 Sep 16 20:03:16.335453 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fdc4ad9a-b809-45c3-9790-507b2ccbab89 req-d1bd3257-61b8-4877-826c-4d0ec42c1510 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366638 Sep 16 20:03:17.317339 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36064) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:17.447650 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-26ff6047-1efb-4282-87d1-ad6f27187c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.480900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2250885-354c-4148-8500-509a35c26c07 req-1cfa4ef5-8da3-49be-8d4d-baa9636c1622 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:17.482472 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2250885-354c-4148-8500-509a35c26c07 req-1cfa4ef5-8da3-49be-8d4d-baa9636c1622 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0779922 Sep 16 20:03:17.544044 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c2250885-354c-4148-8500-509a35c26c07 req-6170e8ac-5c2e-43f1-8984-a568a9d0541b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538862 Sep 16 20:03:17.595382 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-26ff6047-1efb-4282-87d1-ad6f27187c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.665005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-26ff6047-1efb-4282-87d1-ad6f27187c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.707230 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-26ff6047-1efb-4282-87d1-ad6f27187c88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcc19830bb004889819ec9b576fd0979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887568 Sep 16 20:03:17.708072 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff6047-1efb-4282-87d1-ad6f27187c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36798cb7-ce1c-4ca3-be83-91896e7dd515,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:17.709886 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36070) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:17.766409 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.786664 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.910419 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.913194 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:17.915104 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36798cb7-ce1c-4ca3-be83-91896e7dd515 HTTP/1.1" status: 204 len: 168 time: 0.2039843 Sep 16 20:03:17.925174 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cbf68-f2cf-4304-9fc0-bd82a3e8a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36798cb7-ce1c-4ca3-be83-91896e7dd515,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:18.430963 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36076) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:18.445322 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fe888a68-ed0f-49d1-b34c-105692a76009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.538384 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fe888a68-ed0f-49d1-b34c-105692a76009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.607243 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fe888a68-ed0f-49d1-b34c-105692a76009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.649338 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fe888a68-ed0f-49d1-b34c-105692a76009 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d72bb4d455eb4a32b40bff03c151e9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172298 Sep 16 20:03:18.650147 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888a68-ed0f-49d1-b34c-105692a76009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f30608-6a83-49c9-81e1-41c8f4b81104,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:18.652937 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36080) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:18.671234 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9144697-80a1-46d3-bf7a-d71f05c9e75e req-2febf842-b8f9-4de3-9a56-92b19543bdad tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:18.672798 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9144697-80a1-46d3-bf7a-d71f05c9e75e req-2febf842-b8f9-4de3-9a56-92b19543bdad tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0572562 Sep 16 20:03:18.707010 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.726676 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c9144697-80a1-46d3-bf7a-d71f05c9e75e req-4f40feb7-83f1-455f-b8e6-1eae9c46182a tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460608 Sep 16 20:03:18.732759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.840892 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.843463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:18.844648 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29f30608-6a83-49c9-81e1-41c8f4b81104 HTTP/1.1" status: 204 len: 168 time: 0.1901989 Sep 16 20:03:18.853577 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98d63b-0cbf-4cf9-967c-8f7f23a061db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f30608-6a83-49c9-81e1-41c8f4b81104,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:19.848323 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ee41-5e73-4118-894e-2354d984cff0 req-36b56a79-d3e0-4db4-85e4-c5f2b696f987 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:19.852022 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1fd6ee41-5e73-4118-894e-2354d984cff0 req-36b56a79-d3e0-4db4-85e4-c5f2b696f987 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0520954 Sep 16 20:03:19.900127 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1fd6ee41-5e73-4118-894e-2354d984cff0 req-c7a8a23a-da4a-41b9-bff7-941a3bf55ee7 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422726 Sep 16 20:03:20.828647 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:21.046300 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974189de-b1f2-482a-a92e-2b0aac4910ea req-bf5d4825-fd29-472d-9cd8-47e9fd907d27 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:21.048120 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-974189de-b1f2-482a-a92e-2b0aac4910ea req-bf5d4825-fd29-472d-9cd8-47e9fd907d27 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0597711 Sep 16 20:03:21.094499 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-974189de-b1f2-482a-a92e-2b0aac4910ea req-c9826de3-1db0-4bf2-992f-d9b7ec791aef tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392804 Sep 16 20:03:21.974457 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:03:22.235097 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc38a-70b4-478c-99b7-3066268548aa req-cb770fcb-faf2-43ca-9814-52aca36bd10e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:22.236572 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6bbc38a-70b4-478c-99b7-3066268548aa req-cb770fcb-faf2-43ca-9814-52aca36bd10e tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0528278 Sep 16 20:03:22.277341 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e6bbc38a-70b4-478c-99b7-3066268548aa req-a40da810-1ded-420a-84cd-0961a7d14d22 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=f33ae016-ef14-4bba-a620-68802670e4f5&id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339477 Sep 16 20:03:25.536636 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36174) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:25.656160 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d6793a34-40be-469e-8d5a-30c381b3412e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:25.746542 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d6793a34-40be-469e-8d5a-30c381b3412e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:25.824787 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d6793a34-40be-469e-8d5a-30c381b3412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:25.863972 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d6793a34-40be-469e-8d5a-30c381b3412e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2a4282b7f1f4737b52566e90557cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261852 Sep 16 20:03:25.864858 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6793a34-40be-469e-8d5a-30c381b3412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9d740-ea0b-4beb-b38d-63a5a77834dc,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:25.867019 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36178) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:25.918810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:25.941083 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.074373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.077642 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.086774 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27d9d740-ea0b-4beb-b38d-63a5a77834dc HTTP/1.1" status: 204 len: 168 time: 0.2108288 Sep 16 20:03:26.087620 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b285b-bdfd-424f-894c-ca81ae479b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9d740-ea0b-4beb-b38d-63a5a77834dc,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:26.645477 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36186) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:26.659091 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b08e618f-4206-4e3d-b7d6-26907a9261b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.748087 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b08e618f-4206-4e3d-b7d6-26907a9261b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.807624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-b08e618f-4206-4e3d-b7d6-26907a9261b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.845401 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e618f-4206-4e3d-b7d6-26907a9261b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ea38a-c401-46d3-816b-95c937bcbc7e,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:26.849877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-b08e618f-4206-4e3d-b7d6-26907a9261b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99d1e7438346473ba8d1243cefe5c41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032912 Sep 16 20:03:26.853448 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36188) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:26.900614 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:26.922202 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:27.040147 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:27.043368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:27.044654 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e90ea38a-c401-46d3-816b-95c937bcbc7e HTTP/1.1" status: 204 len: 168 time: 0.1902208 Sep 16 20:03:27.052912 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf757a-3a42-42f2-a4b1-c9e1829c0e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ea38a-c401-46d3-816b-95c937bcbc7e,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:28.172197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f219-cefe-4a82-82d3-56da611b143f req-acded1ac-7901-4b95-af73-b9ff6458936a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:28.173716 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67b7f219-cefe-4a82-82d3-56da611b143f req-acded1ac-7901-4b95-af73-b9ff6458936a tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0517609 Sep 16 20:03:28.212210 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67b7f219-cefe-4a82-82d3-56da611b143f req-a7723d29-31da-482c-801c-7acb38a5ce74 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323396 Sep 16 20:03:29.333689 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c501a-2f90-4d9a-815c-1eb6af7331f4 req-f91ad0c6-87d6-44cd-a3f6-06de8f1e7677 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:29.335188 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-490c501a-2f90-4d9a-815c-1eb6af7331f4 req-f91ad0c6-87d6-44cd-a3f6-06de8f1e7677 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0489917 Sep 16 20:03:29.374321 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-490c501a-2f90-4d9a-815c-1eb6af7331f4 req-be3854a9-8fae-4d0f-99c9-d3bb61daa54c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups?id=84bf2438-c127-4e9a-94bf-e250a0da2ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325930 Sep 16 20:03:29.564833 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-56b00314-4130-41df-b5f0-4a41fb302466 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:29.567542 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-56b00314-4130-41df-b5f0-4a41fb302466 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 947 time: 0.0473723 Sep 16 20:03:29.660418 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Deleting port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:29.660864 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:29.757437 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] For port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:29.757810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:29.940104 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:29.940775 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:29.941092 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Floating IP 4ff8c9ad-fc21-4181-9759-ac3afded1cd0 disassociated. External IP: 172.27.1.24, port: aa5df2ce-ab31-459d-8cdf-cee8fb2feddd. Sep 16 20:03:29.941544 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Calling delete_port for aa5df2ce-ab31-459d-8cdf-cee8fb2feddd owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:30.122088 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:30.153990 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'Port': ['ID=aa5df2ce-ab31-459d-8cdf-cee8fb2feddd,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:30.274299 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:03:30.380508 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:03:30.390379 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:03:30.401123 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:30.402051 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:30.421979 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] No DVR routers for this DVR port aa5df2ce-ab31-459d-8cdf-cee8fb2feddd on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:30.424557 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:30.426475 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-62e70e53-237d-4546-b7ab-e126c016bf6f req-28aa2a9d-a167-43a9-b88d-5511d4c15a3d tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.35 "DELETE /v2.0/ports/aa5df2ce-ab31-459d-8cdf-cee8fb2feddd HTTP/1.1" status: 204 len: 173 time: 0.8541155 Sep 16 20:03:30.426912 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-deleted', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:03:30.429200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08920c-bbf7-41bf-9868-139fece49ccb" -d '{"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-deleted", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:03:30.469900 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c4551c-b6f8-4556-b0d3-5d12921e09ee x-openstack-request-id: req-c6c4551c-b6f8-4556-b0d3-5d12921e09ee {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:03:30.470194 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c634f8-ae5a-4536-9e8d-b3b5cf090e60", "name": "network-vif-deleted", "tag": "aa5df2ce-ab31-459d-8cdf-cee8fb2feddd", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:03:30.470446 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6c4551c-b6f8-4556-b0d3-5d12921e09ee {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:03:30.470856 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c634f8-ae5a-4536-9e8d-b3b5cf090e60', 'name': 'network-vif-deleted', 'tag': 'aa5df2ce-ab31-459d-8cdf-cee8fb2feddd', 'status': 'completed', 'code': 200} Sep 16 20:03:30.490280 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-681d02ee-4283-43e0-915b-a6897cd1de30 req-fb45c2aa-ba6a-4ecb-8d6b-a44fe5515061 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6c634f8-ae5a-4536-9e8d-b3b5cf090e60 HTTP/1.1" status: 200 len: 210 time: 0.0326064 Sep 16 20:03:30.525611 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:30.743546 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:30.770094 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:03:30.779498 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:30.780091 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:30.891328 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:31.185010 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-a8925142-052d-4418-b258-78305ce68d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:31.211183 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925142-052d-4418-b258-78305ce68d71 None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T19:55:51Z', 'revision_number': 4, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'da21ebb3-d679-46c7-90d5-c359c2babbb8', 'name': '', 'network_id': '76bc6836-7ed0-4631-b15c-0494313e74a5', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'mac_address': 'fa:16:3e:45:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '315b4bf2-8976-4f23-8616-084ef631066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:49Z', 'updated_at': '2021-09-16T19:55:59Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'subnets': [{'id': '315b4bf2-8976-4f23-8616-084ef631066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:03:31.446051 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83b944-b83f-447c-9998-f83a06d19774 None None] New status for floating IP 4ff8c9ad-fc21-4181-9759-ac3afded1cd0: DOWN {{(pid=101175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:03:31.677366 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36264) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:31.733382 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:31.757085 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:31.893222 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:31.895846 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:31.897109 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "DELETE /v2.0/security-groups/84bf2438-c127-4e9a-94bf-e250a0da2ab2 HTTP/1.1" status: 204 len: 168 time: 0.2187223 Sep 16 20:03:31.900636 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36266) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:31.907018 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101aac3b-ce46-42fa-8f33-dabf3aa72504 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf2438-c127-4e9a-94bf-e250a0da2ab2,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:31.914123 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.api.v2.resource [None req-930487ad-4f9d-4e1d-86a2-e811563b64e2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] show failed (client error): The resource could not be found. Sep 16 20:03:31.915930 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-930487ad-4f9d-4e1d-86a2-e811563b64e2 tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "GET /v2.0/security-groups/84bf2438-c127-4e9a-94bf-e250a0da2ab2 HTTP/1.1" status: 404 len: 347 time: 0.0142059 Sep 16 20:03:31.923306 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36268) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:32.052234 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Deleting port a8affd4c-afd2-4bd7-acd8-dee306804e14 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:32.052574 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.132916 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.133810 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.145387 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Calling delete_port for a8affd4c-afd2-4bd7-acd8-dee306804e14 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:32.354624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.382423 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Pushing event deleted for resources: {'Port': ['ID=a8affd4c-afd2-4bd7-acd8-dee306804e14,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:32.440229 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.443039 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:32.444194 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-cc7dc2aa-643d-4c91-ab74-b39051007b4c tempest-AttachVolumeShelveTestJSON-1297638763 tempest-AttachVolumeShelveTestJSON-1297638763-project] 10.222.0.49 "DELETE /v2.0/floatingips/4ff8c9ad-fc21-4181-9759-ac3afded1cd0 HTTP/1.1" status: 204 len: 168 time: 0.5200269 Sep 16 20:03:32.560141 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:32.580686 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: aa5df2ce-ab31-459d-8cdf-cee8fb2feddd {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:32.581022 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device aa5df2ce-ab31-459d-8cdf-cee8fb2feddd not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:34.234444 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-078b6df3-138c-4704-8b05-bbac9169e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:35.300060 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36312) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:35.870836 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:36.178740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Deleting port da21ebb3-d679-46c7-90d5-c359c2babbb8 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:36.178740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:36.263392 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] For port da21ebb3-d679-46c7-90d5-c359c2babbb8, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=da21ebb3-d679-46c7-90d5-c359c2babbb8,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:36.263806 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:36.276186 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Calling delete_port for da21ebb3-d679-46c7-90d5-c359c2babbb8 owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:36.533501 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:36.560190 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Pushing event deleted for resources: {'Port': ['ID=da21ebb3-d679-46c7-90d5-c359c2babbb8,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:36.729085 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:36.937117 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Router 3295156f-26af-4c1f-bc35-d3c5df7117b7 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:03:37.045734 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:03:37.051193 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-02dc761e-fd48-41cd-9e9d-f13e7b7ebeef admin admin] 10.222.0.49 "PUT /v2.0/routers/3295156f-26af-4c1f-bc35-d3c5df7117b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501187 Sep 16 20:03:37.053831 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36326) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:37.054995 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Sync routers for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:03:37.064558 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:37.065157 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:37.184928 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:37.185372 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cae74ed2-dffb-4e57-a27f-8c6984604455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.368934 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.375042 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T20:03:36Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:37.407708 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Checking router: 3295156f-26af-4c1f-bc35-d3c5df7117b7 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:03:37.416556 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Routers {'3295156f-26af-4c1f-bc35-d3c5df7117b7'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:37.417163 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['3295156f-26af-4c1f-bc35-d3c5df7117b7'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:37.418468 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.521804 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.522712 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] Set router 3295156f-26af-4c1f-bc35-d3c5df7117b7 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:37.687301 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Deleting port 30b4fda5-e04e-47b2-9188-315c92d0d157 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:37.687886 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.701722 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e448db2b-1129-4745-a445-8a1476308357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T20:03:36Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:37.729674 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e448db2b-1129-4745-a445-8a1476308357 None None] The sync data for ids ['3295156f-26af-4c1f-bc35-d3c5df7117b7'] in dv-cinder-804294-2-iscsi is: [{'id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1570518693-router', 'tenant_id': '65e319c3a6c241149f6c741a0397f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:55:43Z', 'updated_at': '2021-09-16T20:03:36Z', 'revision_number': 5, 'project_id': '65e319c3a6c241149f6c741a0397f068', 'gw_port': {'id': '30b4fda5-e04e-47b2-9188-315c92d0d157', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295156f-26af-4c1f-bc35-d3c5df7117b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:55:44Z', 'updated_at': '2021-09-16T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:03:37.768207 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] For port 30b4fda5-e04e-47b2-9188-315c92d0d157, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=30b4fda5-e04e-47b2-9188-315c92d0d157,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:37.768597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:37.782257 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Calling delete_port for 30b4fda5-e04e-47b2-9188-315c92d0d157 owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:38.019848 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.046181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Pushing event deleted for resources: {'Port': ['ID=30b4fda5-e04e-47b2-9188-315c92d0d157,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:38.114078 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.212101 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.215068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.218702 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device da21ebb3-d679-46c7-90d5-c359c2babbb8 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:38.245239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: da21ebb3-d679-46c7-90d5-c359c2babbb8 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:38.246742 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device da21ebb3-d679-46c7-90d5-c359c2babbb8 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:38.321105 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.321376 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.322926 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3295156f-26af-4c1f-bc35-d3c5df7117b7 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:03:38.328538 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.329978 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-586f8ba2-e026-4e7e-b390-e776a0aa765b admin admin] 10.222.0.49 "DELETE /v2.0/routers/3295156f-26af-4c1f-bc35-d3c5df7117b7 HTTP/1.1" status: 204 len: 168 time: 1.2751186 Sep 16 20:03:38.332808 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36334) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:38.386391 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Deleting subnet 315b4bf2-8976-4f23-8616-084ef631066a {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:03:38.390353 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.432622 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.517348 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.642765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.675112 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315b4bf2-8976-4f23-8616-084ef631066a,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:38.677079 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.678973 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-33eca54b-7e67-42e9-941e-3d895617c590 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/315b4bf2-8976-4f23-8616-084ef631066a HTTP/1.1" status: 204 len: 168 time: 0.3449297 Sep 16 20:03:38.681781 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528e0c5-3f5d-4597-a63c-2ae1e1a6126d None None] Network 76bc6836-7ed0-4631-b15c-0494313e74a5 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:38.682096 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36336) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:38.757058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.814027 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Deleting port fe51027e-bfdf-466b-8afa-b6c2b20a140b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:38.814358 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.876514 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] DHCP port deletion for 76bc6836-7ed0-4631-b15c-0494313e74a5 request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:03:38.884941 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] For port fe51027e-bfdf-466b-8afa-b6c2b20a140b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=fe51027e-bfdf-466b-8afa-b6c2b20a140b,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:38.891928 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.904753 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Calling delete_port for fe51027e-bfdf-466b-8afa-b6c2b20a140b owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:38.928963 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Deleting port fe51027e-bfdf-466b-8afa-b6c2b20a140b {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:38.929370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:38.995246 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] For port fe51027e-bfdf-466b-8afa-b6c2b20a140b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=fe51027e-bfdf-466b-8afa-b6c2b20a140b,segment=NetworkSegment(3565b2d0-7814-4d77-9051-001181ce9bd9),segment_id=3565b2d0-7814-4d77-9051-001181ce9bd9)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:38.995638 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.008102 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Calling delete_port for fe51027e-bfdf-466b-8afa-b6c2b20a140b owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:39.069568 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.093560 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.096164 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe51027e-bfdf-466b-8afa-b6c2b20a140b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:39.103606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] No DVR routers for this DVR port fe51027e-bfdf-466b-8afa-b6c2b20a140b on host dv-cinder-804294-2-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:39.124604 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] No DVR routers for this DVR port fe51027e-bfdf-466b-8afa-b6c2b20a140b on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:03:39.128234 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eec13-b9c1-43e8-bc74-1950c6a0a224 None None] Pushing event deleted for resources: {'Port': ['ID=fe51027e-bfdf-466b-8afa-b6c2b20a140b,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:39.179742 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.202181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bc6836-7ed0-4631-b15c-0494313e74a5']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:39.211465 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3565b2d0-7814-4d77-9051-001181ce9bd9') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:39.211751 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3565b2d0-7814-4d77-9051-001181ce9bd9') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:39.221936 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.238577 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.245357 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:03:39.245743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:03:39.247461 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:03:39.380343 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.384122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.386974 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/76bc6836-7ed0-4631-b15c-0494313e74a5 HTTP/1.1" status: 204 len: 168 time: 0.7036631 Sep 16 20:03:39.399115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc2dfe-a784-4d43-b58a-967f001437d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76bc6836-7ed0-4631-b15c-0494313e74a5,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:39.749146 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36346) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:39.796468 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-143dc3eb-6bf4-40e9-918d-f31545816e21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65e319c3a6c241149f6c741a0397f068&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460844 Sep 16 20:03:39.798885 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36348) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:39.847154 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:39.870937 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:40.007988 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:40.010761 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:40.011938 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6f220af-25b2-494e-b57f-944eb459846f HTTP/1.1" status: 204 len: 168 time: 0.2121677 Sep 16 20:03:40.021497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eaf65-69cc-4b51-bfdd-c3d00c9065d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f220af-25b2-494e-b57f-944eb459846f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:40.113993 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device fe51027e-bfdf-466b-8afa-b6c2b20a140b no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:40.134994 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: fe51027e-bfdf-466b-8afa-b6c2b20a140b {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:40.135333 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device fe51027e-bfdf-466b-8afa-b6c2b20a140b not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:40.137076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 30b4fda5-e04e-47b2-9188-315c92d0d157 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:03:40.138568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:40.157354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 30b4fda5-e04e-47b2-9188-315c92d0d157 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:03:40.157699 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 30b4fda5-e04e-47b2-9188-315c92d0d157 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:03:40.939922 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36374) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:41.054156 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bc73b32e-c55f-4634-a2a6-90d191e5d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.147714 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36380) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:41.166720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bc73b32e-c55f-4634-a2a6-90d191e5d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.248040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bc73b32e-c55f-4634-a2a6-90d191e5d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.273433 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-922303375-network', 'tenant_id': 'dd949d90f334423898e7ed95bdc329bc'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:41.308923 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bc73b32e-c55f-4634-a2a6-90d191e5d4fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c471f497c3d64713bd8459f1b34b149b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676286 Sep 16 20:03:41.311624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36384) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:41.312250 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73b32e-c55f-4634-a2a6-90d191e5d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c91c7-f7c6-4a8d-840e-cd5e867ccac9,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:41.379728 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.404424 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.413491 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Made reservation on behalf of dd949d90f334423898e7ed95bdc329bc for: {'network': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:03:41.417170 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.426791 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.579490 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.582226 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.583396 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/573c91c7-f7c6-4a8d-840e-cd5e867ccac9 HTTP/1.1" status: 204 len: 168 time: 0.2697539 Sep 16 20:03:41.592310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecae2fa-ff63-44d9-a8b3-c4148e0bad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c91c7-f7c6-4a8d-840e-cd5e867ccac9,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:41.666067 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.813696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.840776 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=101173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:03:41.851046 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9759a836-1cc5-468b-9e71-ec5762115c82,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:41.857893 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:41.858231 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.segments_db [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Added segment c0dae0c1-1551-4519-8bad-e27757639e09 of type vlan for network a5313116-7bb9-4de9-81b1-8dc7c682bc58 Sep 16 20:03:41.907153 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.064980 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.066374 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:42.068272 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.127895 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] Pushing event updated for resources: {'Network': ['ID=a5313116-7bb9-4de9-81b1-8dc7c682bc58,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:42.138197 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network a5313116-7bb9-4de9-81b1-8dc7c682bc58 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:03:42.261000 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-289c7b17-fff6-4edb-b4e9-8e9db19611bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1122081 Sep 16 20:03:42.263983 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36390) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:42.268390 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Request body: {'subnet': {'network_id': 'a5313116-7bb9-4de9-81b1-8dc7c682bc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-922303375-subnet', 'tenant_id': 'dd949d90f334423898e7ed95bdc329bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:42.350654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Made reservation on behalf of dd949d90f334423898e7ed95bdc329bc for: {'subnet': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:03:42.353808 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4371676'] for subnet, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.413995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36392) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:42.430356 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7cda81f9-9c79-4898-9848-473962117e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.530539 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7cda81f9-9c79-4898-9848-473962117e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.594897 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5181681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4371698'] for subnet, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.625219 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7cda81f9-9c79-4898-9848-473962117e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.648026 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88af70e-9e26-46c8-b544-b470f2c68326,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:42.659627 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Checking segment: {'id': 'c0dae0c1-1551-4519-8bad-e27757639e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5313116-7bb9-4de9-81b1-8dc7c682bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:03:42.659975 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Network hostable DHCP agents. Network: a5313116-7bb9-4de9-81b1-8dc7c682bc58, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:03:42.664780 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7cda81f9-9c79-4898-9848-473962117e35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f9384e07b0345948304cfa5c8c68a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497020 Sep 16 20:03:42.666325 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda81f9-9c79-4898-9848-473962117e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a2372-57aa-4aca-83c0-f2c44a2231cd,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:42.669020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36394) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:42.726521 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.748182 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.792786 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Network a5313116-7bb9-4de9-81b1-8dc7c682bc58 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:03:42.905065 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, a5313116-7bb9-4de9-81b1-8dc7c682bc58) {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:03:42.909547 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:42.910151 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.914822 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619e304-0b0d-479d-a6e7-66eeb3270289 None None] Network a5313116-7bb9-4de9-81b1-8dc7c682bc58 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:42.956378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.959036 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:42.960338 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b02a2372-57aa-4aca-83c0-f2c44a2231cd HTTP/1.1" status: 204 len: 168 time: 0.2902327 Sep 16 20:03:42.970297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2467-765b-4fb9-9ff8-fd60044cd357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a2372-57aa-4aca-83c0-f2c44a2231cd,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:43.008721 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-21adb40f-af70-4609-8cdc-a8ca1cdf6654 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7439020 Sep 16 20:03:43.061053 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d9502-74de-451c-bb56-5abdf1fa5ffb None None] Network a5313116-7bb9-4de9-81b1-8dc7c682bc58 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:43.826286 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36426) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:43.831323 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102434845-network', 'tenant_id': '70a249566ba04ed39e48583432a35918'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:43.939725 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Made reservation on behalf of 70a249566ba04ed39e48583432a35918 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:03:43.942375 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:43.952274 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.047127 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.299627 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.327045 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:03:44.339384 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eed9eb-46f1-4f08-af27-b51649ff3566,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:44.343514 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.343914 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Added segment 863e2349-e109-47b7-b1c7-d2e1f3dc2130 of type vlan for network a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 Sep 16 20:03:44.392876 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.522672 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.523722 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:44.524346 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.596500 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a713d3d1-d0d1-4c37-b25f-45f36c3b41d6,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:44.608071 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:03:44.609905 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-084e7077-ff42-4e22-8d7e-082365dc35b8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7819548 Sep 16 20:03:44.612740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36438) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:44.618158 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Request body: {'subnet': {'network_id': 'a713d3d1-d0d1-4c37-b25f-45f36c3b41d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102434845-subnet', 'tenant_id': '70a249566ba04ed39e48583432a35918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:44.699546 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Made reservation on behalf of 70a249566ba04ed39e48583432a35918 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:03:44.703657 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.792338 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36442) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:44.920289 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e88351ba-cd5a-4f6a-b3c7-69eaa34984c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:44.949743 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.016557 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2916e0b-aa85-4f67-9ed2-c496f105604d,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:45.020080 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Checking segment: {'id': '863e2349-e109-47b7-b1c7-d2e1f3dc2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a713d3d1-d0d1-4c37-b25f-45f36c3b41d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:03:45.026607 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Network hostable DHCP agents. Network: a713d3d1-d0d1-4c37-b25f-45f36c3b41d6, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:03:45.027236 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e88351ba-cd5a-4f6a-b3c7-69eaa34984c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.091954 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e88351ba-cd5a-4f6a-b3c7-69eaa34984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.114709 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Network a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:03:45.133473 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e88351ba-cd5a-4f6a-b3c7-69eaa34984c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d93af665e0c4a3f8fbcf309c1c70bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398640 Sep 16 20:03:45.134251 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88351ba-cd5a-4f6a-b3c7-69eaa34984c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e39cc-f713-47a6-b392-5f2c966f6466,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:45.137514 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36446) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:45.178313 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, a713d3d1-d0d1-4c37-b25f-45f36c3b41d6) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:03:45.184818 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:45.185464 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.186811 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b83979-f01c-467f-857a-413c15932af3 None None] Network a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:45.204035 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.225993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.267120 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9b91bea7-348e-485d-ad89-8e5cb5ac858a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6530745 Sep 16 20:03:45.311252 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a9da9-d898-4c6f-8eb3-a24350c7f52b None None] Network a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:03:45.339717 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.343161 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.346676 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/514e39cc-f713-47a6-b392-5f2c966f6466 HTTP/1.1" status: 204 len: 168 time: 0.2057283 Sep 16 20:03:45.354744 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8a09d-c962-4964-a6a3-0080f37c75f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e39cc-f713-47a6-b392-5f2c966f6466,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:45.396555 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36452) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:45.443153 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Deleting subnet f88af70e-9e26-46c8-b544-b470f2c68326 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:03:45.446435 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.481824 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.523877 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.637320 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.664787 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88af70e-9e26-46c8-b544-b470f2c68326,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:45.666862 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.671244 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ed3a6797-e144-46d2-8cf5-643a108114f3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f88af70e-9e26-46c8-b544-b470f2c68326 HTTP/1.1" status: 204 len: 168 time: 0.2712002 Sep 16 20:03:45.671675 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36456) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:45.742895 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.826692 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.846064 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5313116-7bb9-4de9-81b1-8dc7c682bc58']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:45.855629 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dae0c1-1551-4519-8bad-e27757639e09') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:45.855945 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dae0c1-1551-4519-8bad-e27757639e09') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:45.865080 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.881513 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.886390 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:03:45.886823 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:03:45.888741 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:03:46.036891 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.043307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.045075 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a5313116-7bb9-4de9-81b1-8dc7c682bc58 HTTP/1.1" status: 204 len: 168 time: 0.3727503 Sep 16 20:03:46.048064 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36466) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:46.054805 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7c35e-891e-4e25-b5f9-23eae91e6189 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5313116-7bb9-4de9-81b1-8dc7c682bc58,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:46.095810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Deleting subnet b2916e0b-aa85-4f67-9ed2-c496f105604d {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:03:46.099345 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.138506 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.178970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.309696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.336996 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2916e0b-aa85-4f67-9ed2-c496f105604d,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:46.339473 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.342864 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1b961d23-82fd-46bb-88d8-9e5473284dfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2916e0b-aa85-4f67-9ed2-c496f105604d HTTP/1.1" status: 204 len: 168 time: 0.2934327 Sep 16 20:03:46.345493 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36476) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:46.420747 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.498946 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.518652 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a713d3d1-d0d1-4c37-b25f-45f36c3b41d6']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:46.528545 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863e2349-e109-47b7-b1c7-d2e1f3dc2130') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:46.528835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863e2349-e109-47b7-b1c7-d2e1f3dc2130') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:46.542742 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.555707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.561628 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:03:46.562020 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:03:46.563678 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:03:46.693991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.699386 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:46.703154 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a713d3d1-d0d1-4c37-b25f-45f36c3b41d6 HTTP/1.1" status: 204 len: 168 time: 0.3546870 Sep 16 20:03:46.711749 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1e5da-c13c-4f86-a56d-c9f0452b11f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a713d3d1-d0d1-4c37-b25f-45f36c3b41d6,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:47.095210 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36486) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:47.134003 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-196d6665-933d-4880-a5bb-f903794628f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd949d90f334423898e7ed95bdc329bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376151 Sep 16 20:03:47.136967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36488) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:47.186215 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:47.211476 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:47.322981 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:47.325457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:47.326606 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9759a836-1cc5-468b-9e71-ec5762115c82 HTTP/1.1" status: 204 len: 168 time: 0.1887300 Sep 16 20:03:47.334239 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4873-5e13-4772-9c10-abb350c0596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759a836-1cc5-468b-9e71-ec5762115c82,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:47.932318 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36496) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:47.970760 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1bcaba2d-f561-4e40-9985-e44675822f51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70a249566ba04ed39e48583432a35918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372856 Sep 16 20:03:47.973104 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36498) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:48.020807 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:48.042570 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:48.179600 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:48.186660 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:48.186660 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2eed9eb-46f1-4f08-af27-b51649ff3566 HTTP/1.1" status: 204 len: 168 time: 0.2101984 Sep 16 20:03:48.193233 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce6b99-c02f-4c30-b0c4-b40eb197af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eed9eb-46f1-4f08-af27-b51649ff3566,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:50.081287 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36546) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:50.286537 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e25bb609-29ba-498b-b060-989d9e4d1122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.397239 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e25bb609-29ba-498b-b060-989d9e4d1122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.482400 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-e25bb609-29ba-498b-b060-989d9e4d1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.520998 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb609-29ba-498b-b060-989d9e4d1122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58572dfb-3c98-4d01-8113-2e75f9e76238,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:50.525667 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-e25bb609-29ba-498b-b060-989d9e4d1122 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=faed84a881c34f2a88351635ebf81fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431260 Sep 16 20:03:50.528768 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36558) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:50.580758 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.601199 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.763923 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.765672 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.766808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58572dfb-3c98-4d01-8113-2e75f9e76238 HTTP/1.1" status: 204 len: 168 time: 0.2370467 Sep 16 20:03:50.776726 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f3d14-e2f7-4cc5-b977-12cfaf3a8736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58572dfb-3c98-4d01-8113-2e75f9e76238,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:50.857288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36564) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:50.871732 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:50.959782 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8d2337c7-436d-45fc-bfaa-e784a845cc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.049046 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8d2337c7-436d-45fc-bfaa-e784a845cc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.139625 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8d2337c7-436d-45fc-bfaa-e784a845cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.176467 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8d2337c7-436d-45fc-bfaa-e784a845cc86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66bcd15962c04a92aa9faa4fe9d9a982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180687 Sep 16 20:03:51.179557 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36570) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:51.181351 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2337c7-436d-45fc-bfaa-e784a845cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4dfc7e-98c0-4e88-a3f7-7e38180e3449,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:51.235175 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.256678 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.385330 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.387805 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:51.389016 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af4dfc7e-98c0-4e88-a3f7-7e38180e3449 HTTP/1.1" status: 204 len: 168 time: 0.2082891 Sep 16 20:03:51.398308 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771812ba-08d0-4484-86b5-b9d9693940fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4dfc7e-98c0-4e88-a3f7-7e38180e3449,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:51.968338 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36596) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:51.981297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84d6294a-59df-4253-a475-6e24c7b182bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.069992 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84d6294a-59df-4253-a475-6e24c7b182bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.116951 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-84d6294a-59df-4253-a475-6e24c7b182bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.156333 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-84d6294a-59df-4253-a475-6e24c7b182bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53d7a6d0123d40fabde717eb753a4ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867421 Sep 16 20:03:52.157163 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6294a-59df-4253-a475-6e24c7b182bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf33c97-5460-4858-931b-f4e8f7a5dd9a,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:52.159606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36598) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:52.210137 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.232435 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.355321 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.358285 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:52.359694 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cf33c97-5460-4858-931b-f4e8f7a5dd9a HTTP/1.1" status: 204 len: 168 time: 0.1994808 Sep 16 20:03:52.367301 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec5bde-04a3-481d-a7b9-689415c30f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf33c97-5460-4858-931b-f4e8f7a5dd9a,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:54.342339 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-1f1efbaa-1aa7-45d3-b881-27ef4611ecca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409980 Sep 16 20:03:54.429942 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-25f457a8-0eef-4730-9f0a-332f969bba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:54.431439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-25f457a8-0eef-4730-9f0a-332f969bba1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1137 time: 0.0439875 Sep 16 20:03:54.538055 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-7701e926-1f9e-485b-90a9-89427370078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:54.539573 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-7701e926-1f9e-485b-90a9-89427370078d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.0881290 Sep 16 20:03:54.610413 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-804a6bff-0d7e-49b4-b8ef-7031764b269f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 1001 time: 0.0628591 Sep 16 20:03:54.662594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-8561ed19-3c92-4d3f-b217-82fb7a18defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:54.664088 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-8561ed19-3c92-4d3f-b217-82fb7a18defd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0462091 Sep 16 20:03:54.713443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-1a088e7b-bb3d-43c9-a00f-c9ea82120fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:54.716272 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-1a088e7b-bb3d-43c9-a00f-c9ea82120fe3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436957 Sep 16 20:03:54.811283 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-a45985d7-199c-4c3f-8455-a53e460f6a64 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851395 Sep 16 20:03:54.907419 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-133956a9-2cd4-4696-8caf-2f43a15b8c50 req-869002e9-9d06-4126-9b43-052cffaf7ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883594 Sep 16 20:03:54.960471 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7388621-420b-41aa-a80e-390b76e2380e req-ab2b2f13-f2f6-432b-95ca-602a7ceae284 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261329792&fields=id&tenant_id=292aa590cbca447e999032ab26fcd0b4 HTTP/1.1" status: 200 len: 267 time: 0.0340576 Sep 16 20:03:55.017053 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388621-420b-41aa-a80e-390b76e2380e req-70fae935-9de7-483c-98fa-4c5ac9ba5021 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:55.018765 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7388621-420b-41aa-a80e-390b76e2380e req-70fae935-9de7-483c-98fa-4c5ac9ba5021 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 984 time: 0.0517666 Sep 16 20:03:55.031643 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Request body: {'port': {'security_groups': ['41591d8a-6590-49df-b017-66501a0ce294']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:03:55.100448 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.274370 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:03:55.303829 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.383880 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.397533 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:03:55.430572 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:55.431211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.432778 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b7388621-420b-41aa-a80e-390b76e2380e req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "PUT /v2.0/ports/9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 942 time: 0.4064009 Sep 16 20:03:55.438175 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:03:55.438648 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36670) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:55.446702 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:03:55.496523 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3b12d-3fdb-4a55-a900-6d72c03e1e54 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event updated for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=7']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:55.514616 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:03:55.516439 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e6a27-f421-4662-91d8-a77db9484449 x-openstack-request-id: req-551e6a27-f421-4662-91d8-a77db9484449 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:03:55.516637 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:03:55.516904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-551e6a27-f421-4662-91d8-a77db9484449 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:03:55.518381 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:03:55.529358 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.558058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.618248 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-862b60a0-44ef-470a-b5c0-b5b995389940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:55.619805 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-862b60a0-44ef-470a-b5c0-b5b995389940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1098 time: 0.0702705 Sep 16 20:03:55.728416 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.731754 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.739304 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "DELETE /v2.0/security-groups/f33ae016-ef14-4bba-a620-68802670e4f5 HTTP/1.1" status: 204 len: 168 time: 0.2934797 Sep 16 20:03:55.739610 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-bc302753-c338-4eb0-8467-ecec6c7265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:55.740081 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-bc302753-c338-4eb0-8467-ecec6c7265d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.1130185 Sep 16 20:03:55.740830 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36682) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:55.755183 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7708e9-7330-43c6-aec8-25ab4f216662 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ae016-ef14-4bba-a620-68802670e4f5,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:55.811228 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-7cdd9120-1339-4f39-a6d9-0464e04e1a66 None None] Provisioning complete for port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:03:55.811668 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9120-1339-4f39-a6d9-0464e04e1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:55.872758 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-9e90bd5a-701e-4f38-8614-46dc882e3633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 1001 time: 0.1244488 Sep 16 20:03:55.983789 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-cfed3930-ced6-49b3-ad21-4b84f550fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:55.985437 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-cfed3930-ced6-49b3-ad21-4b84f550fe66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0788028 Sep 16 20:03:56.039243 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Deleting port 7f26ee8d-42a2-4180-86f2-882de38761ee {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:03:56.039583 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:56.313752 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-2225c4ce-6b79-4075-8ed2-e6e874eaaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:56.315211 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-2225c4ce-6b79-4075-8ed2-e6e874eaaacb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3229287 Sep 16 20:03:56.431898 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:56.432604 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:56.448921 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Calling delete_port for 7f26ee8d-42a2-4180-86f2-882de38761ee owned by network:floatingip {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:03:56.474076 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-69d0ea27-5f4e-4c29-a3ee-cb060c6698e2 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274686 Sep 16 20:03:56.642903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d2be0f5f-1501-4d9a-ac33-97ea76d298b6 req-5fb48af4-2c58-4be9-a392-64a5b83f9783 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416867 Sep 16 20:03:56.757046 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:56.784081 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event deleted for resources: {'Port': ['ID=7f26ee8d-42a2-4180-86f2-882de38761ee,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:56.812445 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.812783 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.813116 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.813469 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.813796 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.814119 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.814441 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.814820 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.815079 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.815401 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.815970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.816288 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:56.854218 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks [] for floatingip, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:56.855223 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Floating IP ef854120-cdcd-45f0-8a30-5f0dc5be18b0 disassociated (deleted). External IP: 172.27.1.123, port: 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a. Sep 16 20:03:57.064737 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:03:57.175642 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:03:57.180630 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.187801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Sync routers for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:03:57.197513 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:57.198639 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:57.209999 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-69b4bcee-20a4-4058-b602-5aeeb7ae49cf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "DELETE /v2.0/floatingips/ef854120-cdcd-45f0-8a30-5f0dc5be18b0 HTTP/1.1" status: 204 len: 168 time: 1.4654322 Sep 16 20:03:57.219858 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36704) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:57.310638 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:57.335172 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f50e2873-6541-4f0e-88c1-baa3fedb6382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.429350 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f50e2873-6541-4f0e-88c1-baa3fedb6382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.494365 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f50e2873-6541-4f0e-88c1-baa3fedb6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.520246 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:03:57.524478 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee32f0c-d4de-43d2-af8e-f74a7643328c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:03:57.525122 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:57.536758 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f50e2873-6541-4f0e-88c1-baa3fedb6382 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0743019cbca744f5a74eefacd93dfa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158166 Sep 16 20:03:57.537756 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e2873-6541-4f0e-88c1-baa3fedb6382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1133478-8e53-49d3-a9f5-8f896afef9ef,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:57.544011 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36720) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:57.568309 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Checking router: 5dc26dc3-876d-44be-9a14-3ca4f12226c2 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:03:57.582856 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:03:57.583513 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:03:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:57.599741 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c869ab5f-2df7-44ca-9599-d73e79f5d0e2 x-openstack-request-id: req-c869ab5f-2df7-44ca-9599-d73e79f5d0e2 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:03:57.600128 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:03:57.600563 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c869ab5f-2df7-44ca-9599-d73e79f5d0e2 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:03:57.601054 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:03:57.631400 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.673003 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.687949 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-6766aca2-8ca9-4897-8310-f08e8ad4c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:57.689757 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-6766aca2-8ca9-4897-8310-f08e8ad4c6ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=292aa590cbca447e999032ab26fcd0b4&device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 1098 time: 0.0680106 Sep 16 20:03:57.824759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.827317 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:57.828483 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1133478-8e53-49d3-a9f5-8f896afef9ef HTTP/1.1" status: 204 len: 168 time: 0.2822337 Sep 16 20:03:57.840117 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1213530-77c1-45ff-b206-f685168c9aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1133478-8e53-49d3-a9f5-8f896afef9ef,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:57.848599 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-6aed56a0-ab27-467d-a9d7-a78922830220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:57.854896 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-6aed56a0-ab27-467d-a9d7-a78922830220 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 200 len: 916 time: 0.1538682 Sep 16 20:03:57.878878 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:03:57.916575 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-17585a3b-a03e-45c3-9842-5282fe0083ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 200 len: 217 time: 0.0530531 Sep 16 20:03:57.974845 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-5a707a26-3b96-41f5-8f16-881ba68f4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:57.976167 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-5a707a26-3b96-41f5-8f16-881ba68f4544 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 200 len: 854 time: 0.0516875 Sep 16 20:03:58.029931 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-799cc3e2-b087-4875-96ba-1ddc243cd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:03:58.031320 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-799cc3e2-b087-4875-96ba-1ddc243cd5df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc999854-e4f5-453d-8618-f71cd801d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473356 Sep 16 20:03:58.114116 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:03:58.146085 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b99418-ce10-4797-92c3-c19190749f20 None None] The sync data for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi is: [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:01:45Z', 'revision_number': 4, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'b1807ab2-4ee8-41ac-8f31-809b20ad7dbc', 'name': '', 'network_id': 'fc999854-e4f5-453d-8618-f71cd801d3d4', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'mac_address': 'fa:16:3e:96:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '14c2b51c-329a-4574-93a2-0dea18957406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:44Z', 'updated_at': '2021-09-16T20:01:49Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'subnets': [{'id': '14c2b51c-329a-4574-93a2-0dea18957406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:03:58.164505 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-c96732dd-db8f-4c23-b61d-a438c7ba3e01 service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243999 Sep 16 20:03:58.284649 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-dee32f0c-d4de-43d2-af8e-f74a7643328c req-87a3c99f-5d5a-4275-adc9-cee2fc9f779c service neutron] 10.222.0.35 "GET /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077008 Sep 16 20:03:58.410007 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db43e3ac-7f98-4b9f-bd29-124d83b858dc None None] New status for floating IP ef854120-cdcd-45f0-8a30-5f0dc5be18b0: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:03:58.564577 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36746) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:58.578655 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:58.673340 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:58.733827 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:58.772407 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df5a5f-0b4f-460f-a005-f3bd660f4187,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:03:58.777073 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9b66be0d82644b68bf21855fb13f514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114675 Sep 16 20:03:58.780004 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36756) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:03:58.781962 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.782427 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.782775 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.783129 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.783463 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.784200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.784592 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.784869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.785221 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.787167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.787167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.787167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b983b0-b70c-440d-87ec-029e42ee719c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:03:58.840042 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:58.864818 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:58.973911 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:03:59.111866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:59.114719 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:03:59.116162 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8df5a5f-0b4f-460f-a005-f3bd660f4187 HTTP/1.1" status: 204 len: 168 time: 0.3343709 Sep 16 20:03:59.135323 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207448-86cb-4cfc-b1d8-528ee6062a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df5a5f-0b4f-460f-a005-f3bd660f4187,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:01.600734 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12d6c2-d49b-436f-a995-85633abffb1c req-6cbc8c8b-7b49-4342-9450-b09720be3866 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:01.602252 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ad12d6c2-d49b-436f-a995-85633abffb1c req-6cbc8c8b-7b49-4342-9450-b09720be3866 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Sep 16 20:04:01.643557 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ad12d6c2-d49b-436f-a995-85633abffb1c req-b8a7556b-b4a2-4259-a36a-d1b79ff966a0 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Sep 16 20:04:02.760740 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53dc16-ef3c-4dc1-83a7-4ab77aeb5c5b req-15f25b8b-316f-415f-bef8-53627e945932 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:02.763021 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a53dc16-ef3c-4dc1-83a7-4ab77aeb5c5b req-15f25b8b-316f-415f-bef8-53627e945932 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0510888 Sep 16 20:04:02.800645 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3a53dc16-ef3c-4dc1-83a7-4ab77aeb5c5b req-8ae36f22-ca6c-409a-b8ea-4fc6fe741e05 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/security-groups?id=41591d8a-6590-49df-b017-66501a0ce294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Sep 16 20:04:03.299270 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-f53c26ba-ded6-4ac1-8e83-d74f4459b0bf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:03.300877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-f53c26ba-ded6-4ac1-8e83-d74f4459b0bf tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Sep 16 20:04:03.397351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Deleting port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:03.397613 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:03.492624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] For port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:03.493007 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:03.507725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Calling delete_port for 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:03.694060 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:03.707030 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:04:03.728906 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Pushing event deleted for resources: {'Port': ['ID=9a2d5fff-25d4-4b7c-8444-82ee34d1e90a,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:03.771196 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] No DVR routers for this DVR port 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:04:03.773836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:03.775901 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-989cb797-67a1-49ef-ac63-00961b8c1c5d req-31957eae-1b09-4cb5-a19b-6e172cc0f30b tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.35 "DELETE /v2.0/ports/9a2d5fff-25d4-4b7c-8444-82ee34d1e90a HTTP/1.1" status: 204 len: 173 time: 0.4693089 Sep 16 20:04:03.776352 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'name': 'network-vif-deleted', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:04:03.778703 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed376c-074a-4c75-b7b8-1f0daea6a211" -d '{"events": [{"server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "name": "network-vif-deleted", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:04:03.815236 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db298d-cf82-4037-8fda-3c3c7e39b383 x-openstack-request-id: req-d7db298d-cf82-4037-8fda-3c3c7e39b383 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:04:03.815533 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7", "name": "network-vif-deleted", "tag": "9a2d5fff-25d4-4b7c-8444-82ee34d1e90a", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:04:03.816027 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7db298d-cf82-4037-8fda-3c3c7e39b383 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:04:03.816468 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7', 'name': 'network-vif-deleted', 'tag': '9a2d5fff-25d4-4b7c-8444-82ee34d1e90a', 'status': 'completed', 'code': 200} Sep 16 20:04:03.896420 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6e90567d-7b96-4baa-8caf-22afb642dc69 req-b7a87b1b-7568-4f42-92a0-5ce772b0483d tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0296030 Sep 16 20:04:04.357587 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9946c26a-ca89-4fef-8864-287fd6782e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:04.672197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36902) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:04.776770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58d40927-4f8a-4722-8757-4de01dfeb029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:04.868837 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58d40927-4f8a-4722-8757-4de01dfeb029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:04.955070 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-58d40927-4f8a-4722-8757-4de01dfeb029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.009700 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-58d40927-4f8a-4722-8757-4de01dfeb029 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49aa5a959b2844a799f5fb9daf73b0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362944 Sep 16 20:04:05.015265 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36910) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:05.026296 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6cb84a3e-36e5-44a7-be8c-bc1c0e0beb68 req-807bf40d-afcd-4b23-b953-4833ce1ca238 tempest-TestMinimumBasicScenario-449095429 tempest-TestMinimumBasicScenario-449095429-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fd53eb-e5b3-4c16-9847-7a8c4b5a63b7 HTTP/1.1" status: 200 len: 210 time: 0.0410321 Sep 16 20:04:05.035583 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d40927-4f8a-4722-8757-4de01dfeb029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7ae7e-72cd-4222-8b2b-98ded15723ba,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:05.045993 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 36912) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:05.083966 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.106717 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.155264 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-75534f6a-8ae3-4673-a322-e4e81a2492fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.225499 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.228097 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.231572 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7a7ae7e-72cd-4222-8b2b-98ded15723ba HTTP/1.1" status: 204 len: 168 time: 0.2129474 Sep 16 20:04:05.237881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cf226-a81a-4d84-a2cc-4fc7b55a9ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7ae7e-72cd-4222-8b2b-98ded15723ba,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:05.294759 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-75534f6a-8ae3-4673-a322-e4e81a2492fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.385462 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-75534f6a-8ae3-4673-a322-e4e81a2492fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.426890 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-75534f6a-8ae3-4673-a322-e4e81a2492fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24117b9a88da418283335cd70f634a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797784 Sep 16 20:04:05.428704 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75534f6a-8ae3-4673-a322-e4e81a2492fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc514d6-197e-4127-9be0-6b4cdfa0c41c,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:05.429607 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36918) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:05.482247 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.503837 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.619771 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.623041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:05.624365 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfc514d6-197e-4127-9be0-6b4cdfa0c41c HTTP/1.1" status: 204 len: 168 time: 0.1935413 Sep 16 20:04:05.632900 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16372768-d3c3-4718-b2b6-997e10a18909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc514d6-197e-4127-9be0-6b4cdfa0c41c,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:06.319462 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36954) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:06.333939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-372ec821-c33d-4009-8a48-c8ab08f20ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.424701 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-372ec821-c33d-4009-8a48-c8ab08f20ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.503841 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-372ec821-c33d-4009-8a48-c8ab08f20ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.544290 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ec821-c33d-4009-8a48-c8ab08f20ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e661c-d1b5-4832-9f59-bfb1017fe319,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:06.550264 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-372ec821-c33d-4009-8a48-c8ab08f20ac8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecdf313233084990b68da235878d9538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282720 Sep 16 20:04:06.552032 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 36970) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:06.605661 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.628685 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.725422 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:06.747105 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:06.747441 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 9a2d5fff-25d4-4b7c-8444-82ee34d1e90a not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:06.762740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.765417 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:06.766743 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af5e661c-d1b5-4832-9f59-bfb1017fe319 HTTP/1.1" status: 204 len: 168 time: 0.2136042 Sep 16 20:04:06.774729 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923f90d-061b-4781-b598-ef8956f780a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e661c-d1b5-4832-9f59-bfb1017fe319,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:07.225910 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5cb28e13-17a6-49fa-b2c5-02a11744a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:07.369158 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:07.853873 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37020) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:08.211746 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:08.337987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:08.462287 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Deleting port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:08.462696 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:08.548919 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] For port b1807ab2-4ee8-41ac-8f31-809b20ad7dbc, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:08.549328 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:08.571353 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Calling delete_port for b1807ab2-4ee8-41ac-8f31-809b20ad7dbc owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:08.835818 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:08.862041 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1807ab2-4ee8-41ac-8f31-809b20ad7dbc,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:09.049645 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:09.267791 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:04:09.373242 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:09.378268 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e221c4f7-507b-4524-87ce-8dfa41a6737f admin admin] 10.222.0.49 "PUT /v2.0/routers/5dc26dc3-876d-44be-9a14-3ca4f12226c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222714 Sep 16 20:04:09.381118 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37052) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:09.382044 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Sync routers for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:09.391505 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:09.392114 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:09.485181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:09.500789 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:09.589134 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:09.684729 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:04:08Z', 'revision_number': 5, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port': {'id': 'def13b9d-fb3e-43d6-9a8b-97c5057b5e43', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:41Z', 'updated_at': '2021-09-16T20:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:09.715474 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Checking router: 5dc26dc3-876d-44be-9a14-3ca4f12226c2 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:09.723740 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Routers {'5dc26dc3-876d-44be-9a14-3ca4f12226c2'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:09.724442 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:09.766477 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Deleting port def13b9d-fb3e-43d6-9a8b-97c5057b5e43 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:09.766812 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:09.815313 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] Set router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 gateway port host: None {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:09.854008 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] For port def13b9d-fb3e-43d6-9a8b-97c5057b5e43, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:09.861446 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:09.867133 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Calling delete_port for def13b9d-fb3e-43d6-9a8b-97c5057b5e43 owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:09.876561 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:04:09Z', 'revision_number': 6, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:09.909350 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251cfe8-c116-4ff7-aae2-b2d4834a9a6a None None] The sync data for ids ['5dc26dc3-876d-44be-9a14-3ca4f12226c2'] in dv-cinder-804294-2-iscsi is: [{'id': '5dc26dc3-876d-44be-9a14-3ca4f12226c2', 'name': 'tempest-TestMinimumBasicScenario-2059059011-router', 'tenant_id': '292aa590cbca447e999032ab26fcd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:40Z', 'updated_at': '2021-09-16T20:04:09Z', 'revision_number': 6, 'project_id': '292aa590cbca447e999032ab26fcd0b4', 'gw_port_host': None}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:10.115035 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.143564 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.171003 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=def13b9d-fb3e-43d6-9a8b-97c5057b5e43,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:10.226991 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.389352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b1807ab2-4ee8-41ac-8f31-809b20ad7dbc no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:10.414344 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: b1807ab2-4ee8-41ac-8f31-809b20ad7dbc {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:10.414772 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b1807ab2-4ee8-41ac-8f31-809b20ad7dbc not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:10.612913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.615080 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.740391 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.740824 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc26dc3-876d-44be-9a14-3ca4f12226c2 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:04:10.747314 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.748854 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-69e20614-d35c-4299-a1d0-72b2c163f9a0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5dc26dc3-876d-44be-9a14-3ca4f12226c2 HTTP/1.1" status: 204 len: 168 time: 1.3665848 Sep 16 20:04:10.751310 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37074) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:10.806336 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Deleting subnet 14c2b51c-329a-4574-93a2-0dea18957406 {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:04:10.811010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.860230 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:10.959721 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.104361 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.130978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c2b51c-329a-4574-93a2-0dea18957406,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:11.134874 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.137478 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-d6393614-02ae-42e4-8f1a-96f1cee0c407 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/14c2b51c-329a-4574-93a2-0dea18957406 HTTP/1.1" status: 204 len: 168 time: 0.3850098 Sep 16 20:04:11.139411 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37082) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:11.141982 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e486a52c-6b1b-4c50-af5c-6b72efae6ad7 None None] Network fc999854-e4f5-453d-8618-f71cd801d3d4 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:11.212698 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.271499 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Deleting port 8ae0c77e-f091-43db-a924-eb663a8e6845 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:11.271833 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.321894 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] DHCP port deletion for fc999854-e4f5-453d-8618-f71cd801d3d4 request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:04:11.344713 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] For port 8ae0c77e-f091-43db-a924-eb663a8e6845, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=8ae0c77e-f091-43db-a924-eb663a8e6845,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:11.345176 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.359160 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Calling delete_port for 8ae0c77e-f091-43db-a924-eb663a8e6845 owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:11.373432 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Deleting port 8ae0c77e-f091-43db-a924-eb663a8e6845 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:11.373805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.436174 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] For port 8ae0c77e-f091-43db-a924-eb663a8e6845, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=8ae0c77e-f091-43db-a924-eb663a8e6845,segment=NetworkSegment(24598828-e13c-4d28-86e2-b60492f82c0a),segment_id=24598828-e13c-4d28-86e2-b60492f82c0a)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:11.436879 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.453076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Calling delete_port for 8ae0c77e-f091-43db-a924-eb663a8e6845 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:11.534622 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.540248 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.561663 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae0c77e-f091-43db-a924-eb663a8e6845,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:11.565164 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] No DVR routers for this DVR port 8ae0c77e-f091-43db-a924-eb663a8e6845 on host dv-cinder-804294-2-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:04:11.565664 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Pushing event deleted for resources: {'Port': ['ID=8ae0c77e-f091-43db-a924-eb663a8e6845,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:11.573835 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] No DVR routers for this DVR port 8ae0c77e-f091-43db-a924-eb663a8e6845 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:04:11.576522 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.576871 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.577214 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.577576 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.577907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.578239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.578568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.578892 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.579242 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.579570 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.579888 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.580210 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da31d7-5ccc-4aac-9e3e-052ab408a7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:11.639301 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.662916 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc999854-e4f5-453d-8618-f71cd801d3d4']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:11.672694 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24598828-e13c-4d28-86e2-b60492f82c0a') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:11.672983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24598828-e13c-4d28-86e2-b60492f82c0a') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:11.682574 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.697110 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.705482 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:04:11.705899 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:04:11.707821 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:04:11.842770 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.848625 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:11.851794 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fc999854-e4f5-453d-8618-f71cd801d3d4 HTTP/1.1" status: 204 len: 168 time: 0.7099168 Sep 16 20:04:11.853305 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37086) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:11.862268 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250c8b-68a7-4e7d-966f-f62d2dd95861 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc999854-e4f5-453d-8618-f71cd801d3d4,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:12.129335 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device def13b9d-fb3e-43d6-9a8b-97c5057b5e43 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:12.150009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: def13b9d-fb3e-43d6-9a8b-97c5057b5e43 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:12.150363 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device def13b9d-fb3e-43d6-9a8b-97c5057b5e43 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:12.150772 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 8ae0c77e-f091-43db-a924-eb663a8e6845 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:12.173403 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 8ae0c77e-f091-43db-a924-eb663a8e6845 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:12.173740 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 8ae0c77e-f091-43db-a924-eb663a8e6845 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:12.203765 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:12.458670 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Deleting port 1f5973d5-4265-4f27-b328-21a3b30c0269 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:12.458956 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:12.541299 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] For port 1f5973d5-4265-4f27-b328-21a3b30c0269, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=1f5973d5-4265-4f27-b328-21a3b30c0269,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:12.541683 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:12.555709 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Calling delete_port for 1f5973d5-4265-4f27-b328-21a3b30c0269 owned by network:router_interface {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:13.083265 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:13.110104 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5973d5-4265-4f27-b328-21a3b30c0269,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:13.286457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:13.514631 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Router e41cd7e8-f84d-42d3-9c9b-f15197098b42 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:04:13.630891 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:13.634666 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-18d54850-a2f0-48e5-bb11-59b9c0eddec5 admin admin] 10.222.0.49 "PUT /v2.0/routers/e41cd7e8-f84d-42d3-9c9b-f15197098b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802789 Sep 16 20:04:13.638042 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37114) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:13.639298 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Sync routers for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:13.653473 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:13.659372 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:13.744428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:13.760690 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:13.852437 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:13.954805 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:04:12Z', 'revision_number': 5, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port': {'id': 'f205c7a3-d689-4cc5-9517-d29bd0f84acb', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:01:50Z', 'updated_at': '2021-09-16T20:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:13.981105 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Deleting port f205c7a3-d689-4cc5-9517-d29bd0f84acb {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:13.981489 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:13.982131 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Checking router: e41cd7e8-f84d-42d3-9c9b-f15197098b42 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:13.990258 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Routers {'e41cd7e8-f84d-42d3-9c9b-f15197098b42'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:13.990880 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:14.075547 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] For port f205c7a3-d689-4cc5-9517-d29bd0f84acb, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f205c7a3-d689-4cc5-9517-d29bd0f84acb,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:14.076058 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.081510 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] Set router e41cd7e8-f84d-42d3-9c9b-f15197098b42 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:14.089373 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Calling delete_port for f205c7a3-d689-4cc5-9517-d29bd0f84acb owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:14.133775 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:04:13Z', 'revision_number': 6, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:14.247230 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34718fe5-e417-43de-aab7-f74d329a1beb None None] The sync data for ids ['e41cd7e8-f84d-42d3-9c9b-f15197098b42'] in dv-cinder-804294-2-iscsi is: [{'id': 'e41cd7e8-f84d-42d3-9c9b-f15197098b42', 'name': 'tempest-TestMinimumBasicScenario-1749281197-router', 'tenant_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:01:49Z', 'updated_at': '2021-09-16T20:04:13Z', 'revision_number': 6, 'project_id': '8ab3fa150c9f4181bd473b7b5a1909ad', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:14.338213 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.367345 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Pushing event deleted for resources: {'Port': ['ID=f205c7a3-d689-4cc5-9517-d29bd0f84acb,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:14.427391 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.516622 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.518725 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.625000 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.626304 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41cd7e8-f84d-42d3-9c9b-f15197098b42 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:04:14.630738 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.634193 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b56908ca-bf18-4171-bb54-813aaa657801 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e41cd7e8-f84d-42d3-9c9b-f15197098b42 HTTP/1.1" status: 204 len: 168 time: 0.9929016 Sep 16 20:04:14.634595 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37124) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:14.682643 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Deleting subnet faaf99c7-4881-4187-be19-ce5b26657793 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:04:14.694259 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.734369 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:14.863434 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.100351 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.120096 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.120096 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/faaf99c7-4881-4187-be19-ce5b26657793 HTTP/1.1" status: 204 len: 168 time: 0.4817257 Sep 16 20:04:15.120539 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed94e5c-b5fc-44d8-8558-25de00f7ab79 None None] Network 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:15.123085 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37128) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:15.147801 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cb929-35f9-4488-ab19-d026ec918ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faaf99c7-4881-4187-be19-ce5b26657793,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:15.207220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.267305 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Deleting port 6e6a8821-4837-4d06-a14e-c2abf7d76604 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:15.267629 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.308786 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] DHCP port deletion for 1bce1adc-3ef2-4f22-948c-4a4e4d309fbb request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:04:15.335522 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] For port 6e6a8821-4837-4d06-a14e-c2abf7d76604, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6e6a8821-4837-4d06-a14e-c2abf7d76604,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:15.335923 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.348553 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Calling delete_port for 6e6a8821-4837-4d06-a14e-c2abf7d76604 owned by network:dhcp {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:15.359617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Deleting port 6e6a8821-4837-4d06-a14e-c2abf7d76604 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:04:15.359988 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.425514 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] For port 6e6a8821-4837-4d06-a14e-c2abf7d76604, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6e6a8821-4837-4d06-a14e-c2abf7d76604,segment=NetworkSegment(7467403f-0e5d-4826-aeaf-7bc952aff083),segment_id=7467403f-0e5d-4826-aeaf-7bc952aff083)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:15.425827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.438778 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Calling delete_port for 6e6a8821-4837-4d06-a14e-c2abf7d76604 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:04:15.567073 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.573046 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.594102 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6a8821-4837-4d06-a14e-c2abf7d76604,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:15.598677 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] No DVR routers for this DVR port 6e6a8821-4837-4d06-a14e-c2abf7d76604 on host dv-cinder-804294-2-iscsi {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:04:15.601310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] Pushing event deleted for resources: {'Port': ['ID=6e6a8821-4837-4d06-a14e-c2abf7d76604,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:15.603263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9adf23-909c-4447-b320-ddeed70fa3b0 None None] No DVR routers for this DVR port 6e6a8821-4837-4d06-a14e-c2abf7d76604 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:04:15.675157 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.695067 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce1adc-3ef2-4f22-948c-4a4e4d309fbb']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:15.704829 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7467403f-0e5d-4826-aeaf-7bc952aff083') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:15.705120 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7467403f-0e5d-4826-aeaf-7bc952aff083') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:15.714368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.728413 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.735810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:04:15.735810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:04:15.736341 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:04:15.859970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.865956 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:15.867660 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1bce1adc-3ef2-4f22-948c-4a4e4d309fbb HTTP/1.1" status: 204 len: 168 time: 0.7435780 Sep 16 20:04:15.879592 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ba288-2882-42ee-8b6b-19f948a86271 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bce1adc-3ef2-4f22-948c-4a4e4d309fbb,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:16.146276 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6e6a8821-4837-4d06-a14e-c2abf7d76604 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:16.167003 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 6e6a8821-4837-4d06-a14e-c2abf7d76604 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:16.167346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6e6a8821-4837-4d06-a14e-c2abf7d76604 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:16.168319 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f205c7a3-d689-4cc5-9517-d29bd0f84acb no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:16.188031 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: f205c7a3-d689-4cc5-9517-d29bd0f84acb {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:16.188373 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f205c7a3-d689-4cc5-9517-d29bd0f84acb not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:16.188795 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1f5973d5-4265-4f27-b328-21a3b30c0269 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:04:16.207480 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 1f5973d5-4265-4f27-b328-21a3b30c0269 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:04:16.207755 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 1f5973d5-4265-4f27-b328-21a3b30c0269 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:04:16.271740 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37136) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:16.310626 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-26daaffa-fa6a-41a1-b039-3c3812f1493a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=292aa590cbca447e999032ab26fcd0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377438 Sep 16 20:04:16.313089 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37138) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:16.359690 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:16.380318 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:16.499901 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:16.502493 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:16.503667 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41591d8a-6590-49df-b017-66501a0ce294 HTTP/1.1" status: 204 len: 168 time: 0.1896660 Sep 16 20:04:16.512441 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441be38-fbd5-4408-b46a-985239bc2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41591d8a-6590-49df-b017-66501a0ce294,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:17.238677 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37148) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:17.278771 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-2588f5c5-981c-479b-bba1-5ad098ccaae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ab3fa150c9f4181bd473b7b5a1909ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389318 Sep 16 20:04:17.281145 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37150) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:17.332792 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:17.353216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:17.454385 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:17.456917 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:17.458102 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ced6bcf-fbc6-408f-aaf1-933c3b76c335 HTTP/1.1" status: 204 len: 168 time: 0.1760421 Sep 16 20:04:17.466181 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5347f8f-37f0-49fc-83d7-a3223f4d63bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced6bcf-fbc6-408f-aaf1-933c3b76c335,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:18.901082 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37170) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:19.005744 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4826b149-7487-4891-85d2-038872f773f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.096572 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4826b149-7487-4891-85d2-038872f773f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.184375 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4826b149-7487-4891-85d2-038872f773f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.221083 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826b149-7487-4891-85d2-038872f773f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c75afd-941e-4a0a-b948-3b814b96497d,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:19.225494 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4826b149-7487-4891-85d2-038872f773f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7b92b39ef9945dba8b08f7c92ad52fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232358 Sep 16 20:04:19.229597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37176) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:19.279205 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.301129 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.418530 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.421105 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:19.422317 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90c75afd-941e-4a0a-b948-3b814b96497d HTTP/1.1" status: 204 len: 168 time: 0.1931202 Sep 16 20:04:19.430225 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02487773-dd42-453f-8f01-46b2fa76d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c75afd-941e-4a0a-b948-3b814b96497d,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:20.054838 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37182) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:20.071573 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ead37e3-99e5-4ded-8fe8-273b6d9b84bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.157930 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ead37e3-99e5-4ded-8fe8-273b6d9b84bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.217956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6ead37e3-99e5-4ded-8fe8-273b6d9b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.254828 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead37e3-99e5-4ded-8fe8-273b6d9b84bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f22d57-e2b0-4d1f-9c79-80119b4b7b9f,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:20.259003 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6ead37e3-99e5-4ded-8fe8-273b6d9b84bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85d1e5aeb3214fe493ab22ba8c5bccbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031610 Sep 16 20:04:20.261597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37186) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:20.309760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.331733 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.446658 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.449153 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:20.450785 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86f22d57-e2b0-4d1f-9c79-80119b4b7b9f HTTP/1.1" status: 204 len: 168 time: 0.1880565 Sep 16 20:04:20.459246 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56368b47-b86a-4cf3-af2a-435276c640d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f22d57-e2b0-4d1f-9c79-80119b4b7b9f,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:20.835478 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.135416 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37194) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:21.149179 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-089190c2-f7e7-4bb8-971a-a020f142ec49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.240038 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-089190c2-f7e7-4bb8-971a-a020f142ec49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.305807 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-089190c2-f7e7-4bb8-971a-a020f142ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.344365 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089190c2-f7e7-4bb8-971a-a020f142ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14edc2-e6f3-416d-9bb1-0cf302d4735b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:21.348863 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-089190c2-f7e7-4bb8-971a-a020f142ec49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb2b5801d9d340f2977215996d26c5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124357 Sep 16 20:04:21.352135 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37196) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:21.399761 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.421264 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.534767 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.537376 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:21.538570 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b14edc2-e6f3-416d-9bb1-0cf302d4735b HTTP/1.1" status: 204 len: 168 time: 0.1860609 Sep 16 20:04:21.547209 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5652-0b2c-4a4b-99bf-8607edad529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14edc2-e6f3-416d-9bb1-0cf302d4735b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:34.247179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-636ed227-b9c4-43d9-9518-885058cb2f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.309025 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37338) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:34.424884 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28f5343a-af04-4638-9c74-ead415b72c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.516539 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28f5343a-af04-4638-9c74-ead415b72c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.603183 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-28f5343a-af04-4638-9c74-ead415b72c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.642590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-28f5343a-af04-4638-9c74-ead415b72c21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96cf1b879f8f47c8928a937fb9ab2bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322077 Sep 16 20:04:34.643453 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5343a-af04-4638-9c74-ead415b72c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9f57f-bcbf-4917-8eb5-5041f1da011b,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:34.645498 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37342) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:34.696544 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.717165 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.854944 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.857510 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:34.858721 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7de9f57f-bcbf-4917-8eb5-5041f1da011b HTTP/1.1" status: 204 len: 168 time: 0.2122700 Sep 16 20:04:34.866794 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211c332-9bed-4be7-8a08-9f2e2e160ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9f57f-bcbf-4917-8eb5-5041f1da011b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:35.899200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37372) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:35.973473 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:04:36.001148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-822100046-network', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:36.077819 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Made reservation on behalf of 90a82532ad434a3dabc5cd1bf1630f63 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:04:36.080156 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.092230 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.180311 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.237757 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.258597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:04:36.273812 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3e57a-d584-49a0-bb27-0521d4d716e3,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:36.276726 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.277065 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Added segment 5a072d45-5da9-4647-92fc-d09182987cb6 of type vlan for network a2d48e2f-2c3f-454a-a64b-4206e87392bc Sep 16 20:04:36.318143 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.435567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.439653 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:36.439653 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.504493 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d48e2f-2c3f-454a-a64b-4206e87392bc,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:36.514181 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:04:36.552542 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f41f2473-ff14-450b-b03e-aca54178d3e9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6520827 Sep 16 20:04:36.559457 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37382) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:36.560936 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Request body: {'subnet': {'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-822100046-subnet', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:36.658372 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Made reservation on behalf of 90a82532ad434a3dabc5cd1bf1630f63 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:04:36.660681 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.887211 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:36.944580 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8227585d-3c1b-4f3f-bb58-2f3581095549,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:36.957470 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Checking segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:36.957824 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Network hostable DHCP agents. Network: a2d48e2f-2c3f-454a-a64b-4206e87392bc, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:04:37.071621 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:04:37.155874 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, a2d48e2f-2c3f-454a-a64b-4206e87392bc) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:37.160347 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:37.160938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.165786 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dfe57-7848-44f9-a409-f9ef0ef4f5ee None None] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:37.179636 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b52fd07e-46cd-44a3-9dc9-ed0f51eea359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.219932 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-76bded80-df9f-44fe-ae70-24317c8863ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6634750 Sep 16 20:04:37.222999 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37384) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:37.227394 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:37.315455 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.316830 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.331750 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:04:37.332621 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.371979 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.406330 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.582586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.609113 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Allocated IP 172.20.0.2 (a2d48e2f-2c3f-454a-a64b-4206e87392bc/8227585d-3c1b-4f3f-bb58-2f3581095549/f5e04868-15f9-444c-9c11-9b9dd477a657) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:37.755113 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.864617 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.866610 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.884447 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.905141 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:37.908347 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:37.913987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:37.919613 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Pushing event updated for resources: {'Port': ['ID=f5e04868-15f9-444c-9c11-9b9dd477a657,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:37.970502 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Attempting to bind port f5e04868-15f9-444c-9c11-9b9dd477a657 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:37.970878 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Attempting to bind port f5e04868-15f9-444c-9c11-9b9dd477a657 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:37.971237 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Attempting to bind port f5e04868-15f9-444c-9c11-9b9dd477a657 on network a2d48e2f-2c3f-454a-a64b-4206e87392bc {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:37.976310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:37.979097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Checking segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:37.979097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.979097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Bound using segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:37.979097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Bound port: f5e04868-15f9-444c-9c11-9b9dd477a657, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:37.979097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:37.990033 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Allocated IP 172.27.1.148 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/c73ab0a4-8cd1-46e0-b03c-8153d8028919) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:38.050640 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] For port f5e04868-15f9-444c-9c11-9b9dd477a657, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:38.053809 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] For port f5e04868-15f9-444c-9c11-9b9dd477a657, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f5e04868-15f9-444c-9c11-9b9dd477a657,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:38.098050 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.134894 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.184506 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.204900 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741391cb-94b8-40f3-aee0-76aa9c226e9e None None] Pushing event updated for resources: {'Port': ['ID=f5e04868-15f9-444c-9c11-9b9dd477a657,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:38.224309 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:38.227217 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:38.230824 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:38.258688 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Pushing event updated for resources: {'Port': ['ID=c73ab0a4-8cd1-46e0-b03c-8153d8028919,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:38.345042 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.553043 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.745939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:38.939065 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:04:39.060582 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d611f-edf6-40ad-bf10-e6e85427b1eb None None] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:39.063399 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:39.076127 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Sync routers for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:39.125185 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:39.125839 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:39.157983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.159323 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-66b6c18c-fcf5-4f89-ac83-09705f9400ea admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9353757 Sep 16 20:04:39.162067 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37398) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:39.205818 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] Provisioning complete for port f5e04868-15f9-444c-9c11-9b9dd477a657 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:39.206188 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.321681 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:39.523547 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.585719 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] For port f5e04868-15f9-444c-9c11-9b9dd477a657, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f5e04868-15f9-444c-9c11-9b9dd477a657,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:39.607010 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:38Z', 'revision_number': 3, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:39.637352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Checking router: f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:39.637706 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Updating router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 port c73ab0a4-8cd1-46e0-b03c-8153d8028919 binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:04:39.662471 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.696723 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.750576 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51028ded-c27b-40a9-a782-1c5f0087d492 None None] Pushing event updated for resources: {'Port': ['ID=f5e04868-15f9-444c-9c11-9b9dd477a657,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:39.824437 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-ef209b44-d0af-4a24-b0c3-185cf247fbea None None] Provisioning complete for port f5e04868-15f9-444c-9c11-9b9dd477a657 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:39.827669 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ef209b44-d0af-4a24-b0c3-185cf247fbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:39.870638 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.032326 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Allocated IP 172.20.0.1 (a2d48e2f-2c3f-454a-a64b-4206e87392bc/8227585d-3c1b-4f3f-bb58-2f3581095549/87e600ef-8c3f-4930-b274-0828581dea03) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:40.048664 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.119612 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.132426 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.146443 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.189547 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f5e04868-15f9-444c-9c11-9b9dd477a657 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:40.191565 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Attempting to bind port c73ab0a4-8cd1-46e0-b03c-8153d8028919 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:40.191989 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Attempting to bind port c73ab0a4-8cd1-46e0-b03c-8153d8028919 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:40.192346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Attempting to bind port c73ab0a4-8cd1-46e0-b03c-8153d8028919 on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:40.216964 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead8d11-1b5a-47b4-92c9-4da0c79f9a0e None None] Pushing event updated for resources: {'Port': ['ID=c73ab0a4-8cd1-46e0-b03c-8153d8028919,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:40.224979 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:40.225561 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:40.225962 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.226657 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:40.227126 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Bound port: c73ab0a4-8cd1-46e0-b03c-8153d8028919, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:40.227502 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.232063 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.269898 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:40.272802 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:40.278427 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:40.297846 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port f5e04868-15f9-444c-9c11-9b9dd477a657 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:40.301385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.301385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] For port c73ab0a4-8cd1-46e0-b03c-8153d8028919, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:40.301694 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Pushing event updated for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:40.304577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] For port c73ab0a4-8cd1-46e0-b03c-8153d8028919, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=c73ab0a4-8cd1-46e0-b03c-8153d8028919,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:40.325916 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.378034 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.446073 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:40.446703 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:40.493487 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead8d11-1b5a-47b4-92c9-4da0c79f9a0e None None] Pushing event updated for resources: {'Port': ['ID=c73ab0a4-8cd1-46e0-b03c-8153d8028919,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:40.523595 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-b603c3f8-ec7f-47b3-adad-30884690d5c9 None None] Provisioning complete for port 87e600ef-8c3f-4930-b274-0828581dea03 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:40.523962 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b603c3f8-ec7f-47b3-adad-30884690d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.546575 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.596260 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b603c3f8-ec7f-47b3-adad-30884690d5c9 None None] Port 87e600ef-8c3f-4930-b274-0828581dea03 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:04:40.600019 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:40.722172 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.778598 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.853396 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:40.856374 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Pushing event updated for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:40.915472 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:38Z', 'revision_number': 3, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:40.943257 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035214a0-91ba-48fe-bb16-bcbc13f542e8 None None] The sync data for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi is: [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:38Z', 'revision_number': 3, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:40.952071 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:40.952071 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:41.069745 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:04:41.200900 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822111d1-126c-4987-9374-142593f23287 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:41.210312 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-822111d1-126c-4987-9374-142593f23287 admin admin] 10.222.0.49 "PUT /v2.0/routers/f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0468144 Sep 16 20:04:41.223922 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-e0f1038e-a737-468d-8699-a24687806830 None None] Provisioning complete for port 87e600ef-8c3f-4930-b274-0828581dea03 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:41.224529 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e0f1038e-a737-468d-8699-a24687806830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:41.262826 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1038e-a737-468d-8699-a24687806830 None None] Port 87e600ef-8c3f-4930-b274-0828581dea03 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:04:41.988235 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37418) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:41.993493 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1580259535-network', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:42.064371 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Made reservation on behalf of ba7350cc81884444ba88b408699de6aa for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:04:42.067088 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.075894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.179903 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device c73ab0a4-8cd1-46e0-b03c-8153d8028919 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:42.184939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.234274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port c73ab0a4-8cd1-46e0-b03c-8153d8028919 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:42.234847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.249071 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.283099 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:04:42.293434 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8593fe-6b63-4af4-b022-9be8b94f7ab0,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:42.299599 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.299941 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Added segment ec97df32-9fbf-4b3d-9680-ef1903bb5470 of type vlan for network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 Sep 16 20:04:42.319389 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.339227 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port c73ab0a4-8cd1-46e0-b03c-8153d8028919, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=c73ab0a4-8cd1-46e0-b03c-8153d8028919,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:42.348378 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.409263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.432132 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.433623 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:42.434380 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.458763 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=c73ab0a4-8cd1-46e0-b03c-8153d8028919,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:42.500796 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] Pushing event updated for resources: {'Network': ['ID=2a0bfba6-f968-4835-b2e1-a84c32c047f6,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:42.511775 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:04:42.534119 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Sync routers for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:42.543682 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:42.544276 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:42.544755 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a0a7f279-524b-4146-a5bf-c34bbacb038f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5554247 Sep 16 20:04:42.548518 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37424) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:42.554618 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Request body: {'subnet': {'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1580259535-subnet', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:42.635724 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Made reservation on behalf of ba7350cc81884444ba88b408699de6aa for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:04:42.638017 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.654963 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:42.864691 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 2, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:42.876689 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.894917 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Checking router: f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:42.895187 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Updating router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 port 87e600ef-8c3f-4930-b274-0828581dea03 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:04:42.919583 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:42.934082 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cce204-11e6-4288-84ad-1de36cda6455,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:42.945484 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Checking segment: {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:42.945833 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Network hostable DHCP agents. Network: 2a0bfba6-f968-4835-b2e1-a84c32c047f6, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:04:43.029452 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:04:43.112115 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 2a0bfba6-f968-4835-b2e1-a84c32c047f6) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:43.116940 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:04:43.117959 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.121436 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97403a-5e89-4453-a0f3-ac4c31cd9a08 None None] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:43.185486 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.226954 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-a5889888-888c-4421-991d-ebdcc36ea25f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6776690 Sep 16 20:04:43.229484 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37430) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:43.235503 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:43.260287 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.268542 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'fixed_ips': [{'subnet_id': 'f1cce204-11e6-4288-84ad-1de36cda6455'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:04:43.269516 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.316849 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Pushing event updated for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:43.340282 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.340663 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.341006 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.341373 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.341703 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.342030 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.342354 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.342736 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.343162 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.343320 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.343902 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.344141 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:43.373771 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Attempting to bind port 87e600ef-8c3f-4930-b274-0828581dea03 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:43.374406 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Attempting to bind port 87e600ef-8c3f-4930-b274-0828581dea03 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:43.374965 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Attempting to bind port 87e600ef-8c3f-4930-b274-0828581dea03 on network a2d48e2f-2c3f-454a-a64b-4206e87392bc {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:43.376823 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.377976 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.381747 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:43.388846 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Checking segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:43.388846 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.388846 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Bound using segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:43.388846 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Bound port: 87e600ef-8c3f-4930-b274-0828581dea03, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:43.388846 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.430481 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Allocated IP 172.20.0.2 (2a0bfba6-f968-4835-b2e1-a84c32c047f6/f1cce204-11e6-4288-84ad-1de36cda6455/57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:43.454505 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.460348 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] For port 87e600ef-8c3f-4930-b274-0828581dea03, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:43.464278 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] For port 87e600ef-8c3f-4930-b274-0828581dea03, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=87e600ef-8c3f-4930-b274-0828581dea03,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:43.565071 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.582664 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.602711 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] Provisioning complete for port 87e600ef-8c3f-4930-b274-0828581dea03 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:43.603179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.628224 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:43.629116 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:43.667011 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.684244 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.687537 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e78545-715c-463d-ac5d-285355dc9d58 None None] Pushing event updated for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:43.723097 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:43.731203 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:43.741679 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:43.766000 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:43.769448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Pushing event updated for resources: {'Port': ['ID=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:43.821628 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.849817 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Attempting to bind port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:43.850712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Attempting to bind port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:43.850840 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Attempting to bind port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 on network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Checking segment: {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Bound using segment: {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Bound port: 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:43.867635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:43.893578 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] For port 87e600ef-8c3f-4930-b274-0828581dea03, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=87e600ef-8c3f-4930-b274-0828581dea03,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:43.970380 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] For port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:43.973670 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] For port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:43.975223 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.002094 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.020644 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:44.021846 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.024299 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a328a-ad82-4deb-b4a3-27adf5f8d24e None None] Pushing event updated for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:44.049768 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bde8fc-4123-4094-8ab3-ed1d9723e911 None None] The sync data for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi is: [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:44.106862 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-9b68b736-80a5-4db0-ae77-7f29e7bf7c05 None None] Provisioning complete for port 87e600ef-8c3f-4930-b274-0828581dea03 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:44.107347 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9b68b736-80a5-4db0-ae77-7f29e7bf7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.135617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.185290 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Allocated IP 172.27.1.124 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/931adc09-0746-4be1-b2d7-995d1598198b) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:44.239220 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1c6f7-2a97-4b08-b2b3-c614c15803bb None None] Pushing event updated for resources: {'Port': ['ID=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:44.336976 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.374375 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device c73ab0a4-8cd1-46e0-b03c-8153d8028919 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:44.435416 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port c73ab0a4-8cd1-46e0-b03c-8153d8028919 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:44.438395 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.447677 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.494712 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:44.507200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:44.514810 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:44.519360 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Pushing event updated for resources: {'Port': ['ID=931adc09-0746-4be1-b2d7-995d1598198b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:44.550827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 87e600ef-8c3f-4930-b274-0828581dea03 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:44.614010 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 87e600ef-8c3f-4930-b274-0828581dea03 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:44.614381 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:44.911146 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.120150 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.253885 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd268dd-a6a5-432e-a519-2f24d59abb50 None None] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:04:45.306338 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Router 679e7043-c572-46f6-b90c-893d414ad31e is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:04:45.322463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] Provisioning complete for port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:45.322842 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.425848 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:45.439738 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Sync routers for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:45.481427 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:45.482069 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:45.506578 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.508110 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b6bde987-fa22-4cc5-93d8-8b80fd9d0f5e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2776659 Sep 16 20:04:45.510789 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37448) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:45.528987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.607712 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] For port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:45.629540 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:45.692718 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.827146 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342556-a47f-41ca-80be-07bdd3d2fc87 None None] Pushing event updated for resources: {'Port': ['ID=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:45.861904 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-e785c94d-1010-462c-b1c3-8867033bc902 None None] Provisioning complete for port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:45.862274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e785c94d-1010-462c-b1c3-8867033bc902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:45.945602 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:44Z', 'revision_number': 3, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:45.980665 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Checking router: 679e7043-c572-46f6-b90c-893d414ad31e for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:45.981009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Updating router 679e7043-c572-46f6-b90c-893d414ad31e port 931adc09-0746-4be1-b2d7-995d1598198b binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:04:46.013241 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.244276 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:46.247576 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.341238 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.347568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:46.347934 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.406175 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Allocated IP 172.20.0.1 (2a0bfba6-f968-4835-b2e1-a84c32c047f6/f1cce204-11e6-4288-84ad-1de36cda6455/ca50e5e6-1c7c-4dd0-9599-c006a093b607) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:04:46.433568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.483197 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db009-0416-4c9e-9a2a-59fd5b861ebf None None] Pushing event updated for resources: {'Port': ['ID=931adc09-0746-4be1-b2d7-995d1598198b,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:46.487112 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Attempting to bind port 931adc09-0746-4be1-b2d7-995d1598198b on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:46.487587 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Attempting to bind port 931adc09-0746-4be1-b2d7-995d1598198b by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:46.488043 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Attempting to bind port 931adc09-0746-4be1-b2d7-995d1598198b on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:46.494284 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:46.494653 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:46.495073 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.495459 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:46.495917 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Bound port: 931adc09-0746-4be1-b2d7-995d1598198b, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:46.496295 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.507684 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.604116 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.646029 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:46.651095 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:46.656698 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:04:46.659005 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:46.678837 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] For port 931adc09-0746-4be1-b2d7-995d1598198b, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:46.681626 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] For port 931adc09-0746-4be1-b2d7-995d1598198b, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=931adc09-0746-4be1-b2d7-995d1598198b,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:46.700343 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.775282 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.847579 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:46.848354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:46.851566 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db009-0416-4c9e-9a2a-59fd5b861ebf None None] Pushing event updated for resources: {'Port': ['ID=931adc09-0746-4be1-b2d7-995d1598198b,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:46.927788 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.969879 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-5bed6b2c-a44a-48fc-8f7c-1b9a04133ffc None None] Provisioning complete for port ca50e5e6-1c7c-4dd0-9599-c006a093b607 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:46.980571 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5bed6b2c-a44a-48fc-8f7c-1b9a04133ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:46.980571 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:47.081948 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-5bed6b2c-a44a-48fc-8f7c-1b9a04133ffc None None] Port ca50e5e6-1c7c-4dd0-9599-c006a093b607 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:04:47.101454 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.158053 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.191962 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:44Z', 'revision_number': 3, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:47.218967 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a4c-66f7-49da-8ff6-391399c1cf8f None None] The sync data for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi is: [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:44Z', 'revision_number': 3, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:47.229271 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:47.231761 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.332840 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37468) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:47.339927 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:04:47.341571 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:04:47.468039 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Router 679e7043-c572-46f6-b90c-893d414ad31e has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:04:47.484836 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-548acd7b-167a-4b69-a3e9-6754aac9a528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.593950 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-548acd7b-167a-4b69-a3e9-6754aac9a528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.601228 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:04:47.613983 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-85ef3bc8-6b66-4a24-b235-60fbe79c71d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/679e7043-c572-46f6-b90c-893d414ad31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018970 Sep 16 20:04:47.666241 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-548acd7b-167a-4b69-a3e9-6754aac9a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.705530 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-6c90dbed-314d-4d38-bed6-3da41e321052 None None] Provisioning complete for port ca50e5e6-1c7c-4dd0-9599-c006a093b607 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:47.706100 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6c90dbed-314d-4d38-bed6-3da41e321052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.708875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548acd7b-167a-4b69-a3e9-6754aac9a528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc84be-c059-4572-850b-dc5396bd2afd,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:47.717963 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-548acd7b-167a-4b69-a3e9-6754aac9a528 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56a83a1c0ed848ee8c1343d7c55e14e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837802 Sep 16 20:04:47.721370 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37474) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:47.752802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-6c90dbed-314d-4d38-bed6-3da41e321052 None None] Port ca50e5e6-1c7c-4dd0-9599-c006a093b607 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:04:47.782460 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.805962 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.952113 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.958634 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:47.958634 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8fc84be-c059-4572-850b-dc5396bd2afd HTTP/1.1" status: 204 len: 168 time: 0.2330694 Sep 16 20:04:47.964617 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf4dee-b509-438f-ba37-22a80cfed041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc84be-c059-4572-850b-dc5396bd2afd,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:48.204908 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 931adc09-0746-4be1-b2d7-995d1598198b up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:48.253702 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 931adc09-0746-4be1-b2d7-995d1598198b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:48.254139 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.280190 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37482) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:48.285778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562904392', 'description': 'tempest-secgroup-smoke-1562904392 description', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:48.342689 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.365117 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port 931adc09-0746-4be1-b2d7-995d1598198b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=931adc09-0746-4be1-b2d7-995d1598198b,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:48.402548 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.486259 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.498810 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.548716 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=931adc09-0746-4be1-b2d7-995d1598198b,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:48.564049 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.593472 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a31859-3f65-48c5-a843-6e10fe155c38,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:48.692910 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.692910 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-80958f43-8dbf-45e2-acb5-a452ea58cafa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4100018 Sep 16 20:04:48.694439 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37494) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:48.699539 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:48.811471 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.835995 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Sync routers for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:04:48.855042 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:48.855674 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:48.880913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.946206 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:48.963444 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d212a2a6-5ae3-47ba-a3d7-359a4c0eccd2,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:48.964819 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:49.081877 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.083483 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-15037753-33be-4ec8-9c1a-a67d194361cf tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3880670 Sep 16 20:04:49.086556 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37504) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:49.091310 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:49.213150 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.257376 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 4, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'ca50e5e6-1c7c-4dd0-9599-c006a093b607', 'name': '', 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'mac_address': 'fa:16:3e:6b:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:46Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 2, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'subnets': [{'id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:49.276993 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.284264 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Checking router: 679e7043-c572-46f6-b90c-893d414ad31e for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:04:49.284620 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Updating router 679e7043-c572-46f6-b90c-893d414ad31e port ca50e5e6-1c7c-4dd0-9599-c006a093b607 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:04:49.310930 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.348036 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.368572 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd09e0d-1d02-4a40-8621-33d5501b34e8,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:49.456052 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.457349 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c6a6fc4d-be26-4372-8b66-d3fed7f1bec1 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3696659 Sep 16 20:04:49.460071 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37520) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:49.465531 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:49.576068 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.601227 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.661168 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.663902 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.711535 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af24828-6ccf-44d3-bd57-89d346de29c8 None None] Pushing event updated for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:49.767857 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Attempting to bind port ca50e5e6-1c7c-4dd0-9599-c006a093b607 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:04:49.768232 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Attempting to bind port ca50e5e6-1c7c-4dd0-9599-c006a093b607 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:04:49.768457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.768577 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Attempting to bind port ca50e5e6-1c7c-4dd0-9599-c006a093b607 on network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:04:49.774282 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:04:49.774645 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Checking segment: {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:04:49.775277 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.775670 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Bound using segment: {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:04:49.776141 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Bound port: ca50e5e6-1c7c-4dd0-9599-c006a093b607, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec97df32-9fbf-4b3d-9680-ef1903bb5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:04:49.776535 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.784940 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbe9e9e-42c1-43c1-962b-f12eb5775453,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:49.845442 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] For port ca50e5e6-1c7c-4dd0-9599-c006a093b607, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:04:49.850712 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] For port ca50e5e6-1c7c-4dd0-9599-c006a093b607, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ca50e5e6-1c7c-4dd0-9599-c006a093b607,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:04:49.877978 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.879311 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c200dae7-c954-4244-9c77-8a56e3410761 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4181614 Sep 16 20:04:49.881987 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37522) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:49.886621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:49.891952 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-0904d0d1-0792-4e18-8ab3-2fe26966247b None None] Provisioning complete for port ca50e5e6-1c7c-4dd0-9599-c006a093b607 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:49.892963 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0904d0d1-0792-4e18-8ab3-2fe26966247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:49.927766 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-0904d0d1-0792-4e18-8ab3-2fe26966247b None None] Port ca50e5e6-1c7c-4dd0-9599-c006a093b607 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:04:49.950503 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.004430 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.011463 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af24828-6ccf-44d3-bd57-89d346de29c8 None None] Pushing event updated for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:50.015517 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:04:50.016136 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:50.100003 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.140240 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:04:50.197488 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.218904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6192acdb-4611-4327-b8ad-4692a2478eac,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:50.226444 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 931adc09-0746-4be1-b2d7-995d1598198b up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:50.275647 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] Provisioning complete for port ca50e5e6-1c7c-4dd0-9599-c006a093b607 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:50.276010 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.277476 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.278855 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-6565a829-b994-4149-85e3-de0497ea2b20 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959494 Sep 16 20:04:50.281521 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37528) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:50.286329 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:50.320435 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 931adc09-0746-4be1-b2d7-995d1598198b triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:50.320874 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.366877 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.securitygroups_db [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Project 90a82532ad434a3dabc5cd1bf1630f63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:04:50.372283 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.388312 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 4, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'ca50e5e6-1c7c-4dd0-9599-c006a093b607', 'name': '', 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'mac_address': 'fa:16:3e:6b:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:46Z', 'updated_at': '2021-09-16T20:04:49Z', 'revision_number': 4, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'subnets': [{'id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:04:50.399577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.419947 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786ac8c-2c3a-4e56-b144-0c865d217ec9 None None] The sync data for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi is: [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:04:46Z', 'revision_number': 4, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'ca50e5e6-1c7c-4dd0-9599-c006a093b607', 'name': '', 'network_id': '2a0bfba6-f968-4835-b2e1-a84c32c047f6', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'mac_address': 'fa:16:3e:6b:08:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:46Z', 'updated_at': '2021-09-16T20:04:49Z', 'revision_number': 4, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'subnets': [{'id': 'f1cce204-11e6-4288-84ad-1de36cda6455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:04:50.435236 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.469993 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] For port ca50e5e6-1c7c-4dd0-9599-c006a093b607, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ca50e5e6-1c7c-4dd0-9599-c006a093b607,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:04:50.509784 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.531014 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5aa730-589f-4003-8268-8920a2b1ef30,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:50.543401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.608401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b0dc-09ba-4992-a86f-0415129ec126 None None] Pushing event updated for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:50.612735 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.614421 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7dcb9076-d513-45ce-88a9-cc0f54da924d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316689 Sep 16 20:04:50.617295 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37530) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:50.628877 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'security_group_rule': {'security_group_id': 'f0a31859-3f65-48c5-a843-6e10fe155c38', 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:04:50.706736 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Project 90a82532ad434a3dabc5cd1bf1630f63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:04:50.712782 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.784474 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.847376 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.865626 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96dbf8b-81fe-42f3-9de9-82f8a84d5092,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:50.878692 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.969283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:50.973726 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f3388b2f-4b8a-4001-95ff-db3891581c23 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531704 Sep 16 20:04:52.204321 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ca50e5e6-1c7c-4dd0-9599-c006a093b607 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:04:52.255494 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port ca50e5e6-1c7c-4dd0-9599-c006a093b607 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:04:52.255863 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:58.944785 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37636) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:59.056501 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.152360 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.252492 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.290443 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce679f33-1766-4a32-813f-da1a9a88be74,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:59.295354 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd3e7b4b86d94478928d72a81bd272be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494456 Sep 16 20:04:59.298490 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37640) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:04:59.304200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.304540 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.304878 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.305315 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.305559 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.305886 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.306637 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.306637 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.306851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.307128 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.307439 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.307756 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296b410-9845-431a-aef9-02a4f4b6093e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.361749 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.385485 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.555696 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.558231 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:04:59.559438 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce679f33-1766-4a32-813f-da1a9a88be74 HTTP/1.1" status: 204 len: 168 time: 0.2599769 Sep 16 20:04:59.568910 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce679f33-1766-4a32-813f-da1a9a88be74,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:04:59.577593 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.577940 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.578279 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.578605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.579067 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.579403 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.579732 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.580056 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.580380 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.580699 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.581166 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:04:59.582151 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880922b-8aa6-4687-a475-9113e910a8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:00.654942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37666) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:00.772863 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-580023292-network', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:00.870246 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Made reservation on behalf of 7cf2b24a68bc4b99a74e603ab71f761e for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:00.872637 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:00.881443 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:00.972700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.059100 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.090523 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:05:01.097005 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af5696-2a4f-467f-b6e6-335ba684bb26,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:01.104935 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.104935 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Added segment 4283aa4f-d863-40ee-b037-0da166f0e473 of type vlan for network 1af48795-ab5c-47f8-8bad-a09397c234f6 Sep 16 20:05:01.148770 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.215122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.216137 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:01.216738 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.276333 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] Pushing event updated for resources: {'Network': ['ID=1af48795-ab5c-47f8-8bad-a09397c234f6,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:01.286775 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:05:01.345087 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-acc11a7f-811d-409a-9781-c359c1b41c21 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6890070 Sep 16 20:05:01.348143 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37670) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:01.355304 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Request body: {'subnet': {'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-580023292-subnet', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:01.475687 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Made reservation on behalf of 7cf2b24a68bc4b99a74e603ab71f761e for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:01.478476 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.724296 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:01.772953 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42a8121-6c1b-4f51-9e64-083a9dd50660,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:01.788498 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:01.788863 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Network hostable DHCP agents. Network: 1af48795-ab5c-47f8-8bad-a09397c234f6, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:05:01.889614 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:05:02.058700 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 1af48795-ab5c-47f8-8bad-a09397c234f6) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:02.063209 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:02.063837 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.070058 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b593b7-d2e4-45e1-9fc2-c7ae2d391ada None None] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:05:02.185273 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f9870ca6-e901-4c8c-98ad-f40e13c65925 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8360283 Sep 16 20:05:02.187942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37674) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:02.195538 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:02.218404 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-1af48795-ab5c-47f8-8bad-a09397c234f6', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:05:02.219254 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.287199 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.288346 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.346088 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.353903 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Allocated IP 172.20.0.2 (1af48795-ab5c-47f8-8bad-a09397c234f6/b42a8121-6c1b-4f51-9e64-083a9dd50660/b8273f80-597b-4811-81eb-0573bd9c0faa) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:02.505864 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.577629 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.590549 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.629401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:02.632370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:02.638166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:02.648106 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Pushing event updated for resources: {'Port': ['ID=b8273f80-597b-4811-81eb-0573bd9c0faa,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:02.701009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Attempting to bind port b8273f80-597b-4811-81eb-0573bd9c0faa on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:02.701405 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Attempting to bind port b8273f80-597b-4811-81eb-0573bd9c0faa by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:02.701764 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Attempting to bind port b8273f80-597b-4811-81eb-0573bd9c0faa on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:02.707045 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:02.707418 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:02.707819 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.708213 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Bound using segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:02.708683 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Bound port: b8273f80-597b-4811-81eb-0573bd9c0faa, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:02.709070 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.777693 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] For port b8273f80-597b-4811-81eb-0573bd9c0faa, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:02.781410 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] For port b8273f80-597b-4811-81eb-0573bd9c0faa, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b8273f80-597b-4811-81eb-0573bd9c0faa,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:02.860847 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.880533 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.913007 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:02.981440 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b3f6-f898-4c30-ba20-6d2cbed71504 None None] Pushing event updated for resources: {'Port': ['ID=b8273f80-597b-4811-81eb-0573bd9c0faa,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:02.991333 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Allocated IP 172.27.1.17 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/ce3bd4a5-c903-4400-877f-6138356a48db) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:03.104679 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:03.215606 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:03.256011 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:03.258816 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:03.262355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:03.302620 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Pushing event updated for resources: {'Port': ['ID=ce3bd4a5-c903-4400-877f-6138356a48db,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:03.594536 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:03.805337 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:03.861654 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d582c-afa2-4139-a2e5-516a4ddc6cf3 None None] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:05:03.980253 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] Provisioning complete for port b8273f80-597b-4811-81eb-0573bd9c0faa triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:03.980624 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.035905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Router ec759175-3cab-4fcb-874b-28418a4c8e2a is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:05:04.127617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.153896 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:04.176137 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:04.217815 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:04.218451 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:04.283825 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.285712 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-c2d63933-d4cc-48fb-8d3a-20af87c53d8e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0966368 Sep 16 20:05:04.288891 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37680) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:04.406505 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b8273f80-597b-4811-81eb-0573bd9c0faa up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:04.411024 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] For port b8273f80-597b-4811-81eb-0573bd9c0faa, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b8273f80-597b-4811-81eb-0573bd9c0faa,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:04.414745 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2e6499f4-15a8-4328-8b5f-25cb321f6320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.507383 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.597482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:04.665671 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port b8273f80-597b-4811-81eb-0573bd9c0faa triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:04.666054 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.742616 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.752578 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af4dd3-ea4f-45ae-a130-6179bed33822 None None] Pushing event updated for resources: {'Port': ['ID=b8273f80-597b-4811-81eb-0573bd9c0faa,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:04.759374 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-1210822d-55f5-4d94-827e-57870f25b8f9 None None] Provisioning complete for port b8273f80-597b-4811-81eb-0573bd9c0faa triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:04.759744 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1210822d-55f5-4d94-827e-57870f25b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:04.927584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Allocated IP 172.20.0.1 (1af48795-ab5c-47f8-8bad-a09397c234f6/b42a8121-6c1b-4f51-9e64-083a9dd50660/febedddf-c748-48a7-9fa7-e54d85ca4683) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:05.031020 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:03Z', 'revision_number': 3, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:05.044253 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.066848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:05.066848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Updating router ec759175-3cab-4fcb-874b-28418a4c8e2a port ce3bd4a5-c903-4400-877f-6138356a48db binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:05:05.092166 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.147617 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.186442 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:05.189216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:05.192929 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:05.232954 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:05.252248 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.389587 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.433768 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3a2226b6-c409-43d8-bd66-dcd0c332c17e None None] Provisioning complete for port febedddf-c748-48a7-9fa7-e54d85ca4683 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:05.434136 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3a2226b6-c409-43d8-bd66-dcd0c332c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.483957 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.486019 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.527326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3a2226b6-c409-43d8-bd66-dcd0c332c17e None None] Port febedddf-c748-48a7-9fa7-e54d85ca4683 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:05.557089 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Attempting to bind port ce3bd4a5-c903-4400-877f-6138356a48db on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:05.557479 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Attempting to bind port ce3bd4a5-c903-4400-877f-6138356a48db by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:05.557839 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Attempting to bind port ce3bd4a5-c903-4400-877f-6138356a48db on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:05.563424 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba29bb-7c7c-469b-86e1-a6d4da119da9 None None] Pushing event updated for resources: {'Port': ['ID=ce3bd4a5-c903-4400-877f-6138356a48db,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:05.569904 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:05.572614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:05.572614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.572614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:05.572614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Bound port: ce3bd4a5-c903-4400-877f-6138356a48db, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:05.572614 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.627562 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] For port ce3bd4a5-c903-4400-877f-6138356a48db, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:05.630998 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] For port ce3bd4a5-c903-4400-877f-6138356a48db, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ce3bd4a5-c903-4400-877f-6138356a48db,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:05.660574 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.762196 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.790010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.822934 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:05.823214 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:04:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:05.828324 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba29bb-7c7c-469b-86e1-a6d4da119da9 None None] Pushing event updated for resources: {'Port': ['ID=ce3bd4a5-c903-4400-877f-6138356a48db,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:05.868850 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:05.876906 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:05.944669 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:05.974033 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:05.975454 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:06.110052 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:05:06.170017 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 2, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:06.210164 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b8273f80-597b-4811-81eb-0573bd9c0faa up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:06.233621 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f934b-8664-4391-aee5-01af7ab80b04 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 2, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:06.234437 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:06.240565 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-0e6973e1-aab5-4e07-8979-01cada45e9a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/ec759175-3cab-4fcb-874b-28418a4c8e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9495397 Sep 16 20:05:06.269627 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-e8a1f583-7bcd-4339-93dc-076a5ae7eeb2 None None] Provisioning complete for port febedddf-c748-48a7-9fa7-e54d85ca4683 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:06.270017 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f583-7bcd-4339-93dc-076a5ae7eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:06.318903 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port b8273f80-597b-4811-81eb-0573bd9c0faa triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:06.319937 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:06.321153 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1f583-7bcd-4339-93dc-076a5ae7eeb2 None None] Port febedddf-c748-48a7-9fa7-e54d85ca4683 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:07.011274 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37714) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:07.018277 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-497610113-network', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:07.121714 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Made reservation on behalf of 8af70faf33ac4de3ab86bdac7da0b173 for: {'network': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:07.124102 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for network, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.135704 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.208320 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b08d8700-b350-4b36-9368-f075a69a9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.232266 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.321479 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.346905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 20:05:07.356902 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d718ed-0a0f-47e8-9d3e-cf4c8e80b180,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:07.362859 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.363296 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.segments_db [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Added segment 80f0260a-6b0b-46f7-a508-ee51befc190d of type vlan for network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e Sep 16 20:05:07.405037 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791952970033'] for network, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.447065 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.521511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743'] for network, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.522547 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:07.523171 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:07.583939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:07.595920 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e details requested by agent ovs-agent-dv-cinder-804294-2-iscsi with host dv-cinder-804294-2-iscsi {{(pid=101175) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 20:05:07.614128 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-992ccdc5-4747-450c-a3e6-04511d977b97 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6016891 Sep 16 20:05:07.616809 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37716) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:07.621760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Request body: {'subnet': {'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-497610113-subnet', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'ip_version': 4}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:07.729543 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Made reservation on behalf of 8af70faf33ac4de3ab86bdac7da0b173 for: {'subnet': 1} {{(pid=101174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:07.731939 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4481095'] for subnet, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.001600 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5158072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4481129'] for subnet, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.062283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9590be9a-5edc-4cd3-bcde-fe34c09b2ed1,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:08.084133 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Checking segment: {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:08.084499 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Network hostable DHCP agents. Network: 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e, hostable agents: ['396ce715-df55-4fb7-a85b-b74ae733c985'], hosted agents: [] {{(pid=101174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 20:05:08.175101 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e is scheduled to be hosted by DHCP agent 396ce715-df55-4fb7-a85b-b74ae733c985 with binding_index 1 {{(pid=101174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 20:05:08.218690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ce3bd4a5-c903-4400-877f-6138356a48db up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:08.255319 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-2-iscsi, 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e) {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:08.261948 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:08.262602 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.265713 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe5287-74f3-4eb7-918f-730404ba7bba None None] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:05:08.306338 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:08.316953 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:08.317591 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:08.341609 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port ce3bd4a5-c903-4400-877f-6138356a48db triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:08.341980 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.364552 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-12a7252b-aad2-4b27-b62a-447e671e3114 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7466137 Sep 16 20:05:08.367220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37720) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:08.373554 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:08.413476 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.429941 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:08.495528 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7993483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1769'] for router, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.496604 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7865883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7989387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8344838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1776'] for router, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.565075 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.599827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf760c3ae-367b-5b23-8127-d01701e572af-5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'fixed_ips': [{'subnet_id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1'}]}} from dv-cinder-804294-2-iscsi. {{(pid=101175) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 20:05:08.600675 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.637060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.637464 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 2, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:08.667012 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:08.667629 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Updating router ec759175-3cab-4fcb-874b-28418a4c8e2a port febedddf-c748-48a7-9fa7-e54d85ca4683 binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:05:08.696215 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.704605 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port ce3bd4a5-c903-4400-877f-6138356a48db, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ce3bd4a5-c903-4400-877f-6138356a48db,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:08.769600 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Allocated IP 172.20.0.2 (5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e/9590be9a-5edc-4cd3-bcde-fe34c09b2ed1/6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6) {{(pid=101175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:08.791868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.806912 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:08.928536 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=ce3bd4a5-c903-4400-877f-6138356a48db,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.006312 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.082736 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.095847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691'] for port, after_create {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.116970 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.136991 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.137893 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e is already hosted by enough agents. {{(pid=101175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:09.143249 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Resources bound (agent type, host, resource id): {{(pid=101175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:09.149121 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Received port after_create {{(pid=101175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:09.153017 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Pushing event updated for resources: {'Port': ['ID=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,revision_number=1']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.173212 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.210856 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Attempting to bind port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:09.211232 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Attempting to bind port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:09.211612 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Attempting to bind port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 on network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:09.218298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:09.218780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Checking segment: {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:09.219486 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.219589 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Bound using segment: {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:09.220144 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Bound port: 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:09.220601 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.238254 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88945b4-e185-4e14-9ec2-d9efa16fdd4b None None] Pushing event updated for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.266743 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Allocated IP 172.27.1.198 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/e0d5e1dd-b940-44a1-a410-0509c86dbbfe) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:09.292881 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Attempting to bind port febedddf-c748-48a7-9fa7-e54d85ca4683 on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:09.295405 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Attempting to bind port febedddf-c748-48a7-9fa7-e54d85ca4683 by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:09.295405 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Attempting to bind port febedddf-c748-48a7-9fa7-e54d85ca4683 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:09.297690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] For port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:09.299327 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:09.299714 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:09.300245 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.300856 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Bound using segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:09.301374 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Bound port: febedddf-c748-48a7-9fa7-e54d85ca4683, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:09.301642 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] For port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:09.301786 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.367959 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.381223 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] For port febedddf-c748-48a7-9fa7-e54d85ca4683, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:09.385059 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] For port febedddf-c748-48a7-9fa7-e54d85ca4683, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=febedddf-c748-48a7-9fa7-e54d85ca4683,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:09.440399 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1e0a-b6b5-44a9-af69-8889a67be4b8 None None] Pushing event updated for resources: {'Port': ['ID=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.445208 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.473009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] Provisioning complete for port febedddf-c748-48a7-9fa7-e54d85ca4683 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:09.473511 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.508181 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:09.509045 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:09.622354 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.699824 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] For port febedddf-c748-48a7-9fa7-e54d85ca4683, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=febedddf-c748-48a7-9fa7-e54d85ca4683,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:09.725530 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:09.743862 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.769977 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88945b4-e185-4e14-9ec2-d9efa16fdd4b None None] Pushing event updated for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.792330 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.847505 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bde8cb-aa0d-4046-a208-636aa2abea3d None None] Pushing event updated for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.870808 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.913843 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:09.916483 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-7c53ba63-1b0b-4e89-afac-20949961d3ac None None] Provisioning complete for port febedddf-c748-48a7-9fa7-e54d85ca4683 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:09.916989 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7c53ba63-1b0b-4e89-afac-20949961d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:09.918151 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:09.925442 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:09.958304 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:09.980934 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:10.018134 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a8792-83f7-4a58-9a49-e2ba675029a3 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:10.121423 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.377578 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device febedddf-c748-48a7-9fa7-e54d85ca4683 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:10.404881 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.445970 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port febedddf-c748-48a7-9fa7-e54d85ca4683 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:10.446757 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.556824 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:10.586089 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63ac15-c47a-4665-960e-06623fea8308 None None] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:05:10.650083 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7865876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993180'] for router, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.703862 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] Provisioning complete for port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:10.704151 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.745334 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:10.745767 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.881782 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 is scheduled to L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 with binding_index 1 {{(pid=101173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 20:05:10.932057 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.943428 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:10.997653 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] For port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:11.006202 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:11.025424 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Sync routers for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:11.037391 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:11.038034 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:11.075406 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.112612 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] Notify callbacks [] for router, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.113966 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c4a5c809-c1fa-4741-983b-78bf0cb2b861 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7452369 Sep 16 20:05:11.116894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37732) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:11.210470 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.db.api [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 20:05:11.210788 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG oslo_db.api [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 20:05:11.213539 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7751a1-83dd-443e-9189-48c6f06e5b22 None None] Pushing event updated for resources: {'Port': ['ID=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:11.234564 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-340e6955-9ecf-4dff-a822-515eed75a9c3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562904392&fields=id&tenant_id=90a82532ad434a3dabc5cd1bf1630f63 HTTP/1.1" status: 200 len: 267 time: 0.0388591 Sep 16 20:05:11.240780 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-c25e62fe-477d-4328-9137-d636c2a36244 None None] Provisioning complete for port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:11.241348 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c25e62fe-477d-4328-9137-d636c2a36244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.243918 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:11.383871 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-197469c7-22e2-42de-9d06-d5680a67de44 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:11.385792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-197469c7-22e2-42de-9d06-d5680a67de44 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 808 time: 0.1399806 Sep 16 20:05:11.418030 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-43447e51-4dd6-4f94-8f73-77a4a7f59db5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/quotas/90a82532ad434a3dabc5cd1bf1630f63 HTTP/1.1" status: 200 len: 375 time: 0.0190384 Sep 16 20:05:11.495253 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-fa2f38bd-bbbd-4f7a-8a8d-efeb3d351e9a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680587 Sep 16 20:05:11.533481 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:10Z', 'revision_number': 3, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:11.563703 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Checking router: 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:11.564057 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Updating router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 port e0d5e1dd-b940-44a1-a410-0509c86dbbfe binding host dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:05:11.590833 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.625792 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-9ce54d75-7327-4279-884d-69e85964e922 service neutron] 10.222.0.49 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144445 Sep 16 20:05:11.725234 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-959a900d-ea02-408b-9096-c7e874f30ebf service neutron] 10.222.0.49 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947258 Sep 16 20:05:11.797219 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ce3bd4a5-c903-4400-877f-6138356a48db up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:11.892537 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port ce3bd4a5-c903-4400-877f-6138356a48db triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:11.892908 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.952226 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:11.975150 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks [] for port, precommit_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.133916 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.183877 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Allocated IP 172.20.0.1 (5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e/9590be9a-5edc-4cd3-bcde-fe34c09b2ed1/cc2e26e6-0cae-4d32-b083-754b5c89edcb) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:12.202693 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Pushing event updated for resources: {'Port': ['ID=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,revision_number=2']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:12.204964 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Attempting to bind port e0d5e1dd-b940-44a1-a410-0509c86dbbfe on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:12.205370 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Attempting to bind port e0d5e1dd-b940-44a1-a410-0509c86dbbfe by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:12.205737 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Attempting to bind port e0d5e1dd-b940-44a1-a410-0509c86dbbfe on network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:12.215665 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:12.216041 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Checking segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:12.216445 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.216838 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Bound using segment: {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'} {{(pid=101175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:12.217573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.managers [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Bound port: e0d5e1dd-b940-44a1-a410-0509c86dbbfe, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7c1960-228f-42d0-b38f-ad09b420872d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706'}}] {{(pid=101175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:12.222188 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.222188 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.222188 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.224005 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.224562 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.225096 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.234596 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.234944 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.235283 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.235618 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.235953 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.236281 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.236987 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:05:12.288208 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:12.321046 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.375345 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] For port e0d5e1dd-b940-44a1-a410-0509c86dbbfe, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:12.388341 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] For port e0d5e1dd-b940-44a1-a410-0509c86dbbfe, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:12.403746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:12.405804 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.428363 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.444184 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5dd6753f-a3eb-46ea-bd37-84fa93901391 req-e6ec67af-f853-41f5-9139-3f93077d6484 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0360835 Sep 16 20:05:12.465079 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.494912 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:12.499874 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:12.508671 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:12.515451 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:12.575457 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7993227'] for router_interface, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.614886 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:12.615603 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:12.617478 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a9f24-e83c-4202-a41c-8e57b0ab67ca None None] Pushing event updated for resources: {'Port': ['ID=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,revision_number=3']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:12.750897 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:12.797599 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.923938 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-da186f9f-f29e-4e37-b06d-7748f8d34097 None None] Provisioning complete for port cc2e26e6-0cae-4d32-b083-754b5c89edcb triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:12.924472 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-da186f9f-f29e-4e37-b06d-7748f8d34097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:12.976077 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:05:12.980709 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-da186f9f-f29e-4e37-b06d-7748f8d34097 None None] Port cc2e26e6-0cae-4d32-b083-754b5c89edcb cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:13.010699 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:13.042312 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:10Z', 'revision_number': 3, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:13.064763 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:13.093749 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a67e8-65e7-4a9a-8e8b-5b10f143552b None None] The sync data for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi is: [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:10Z', 'revision_number': 3, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:13.155585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:13.158130 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7867053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7992091'] for router_interface, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:13.277097 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:13.283993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:13.480718 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:05:13.542857 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-10c1b302-8a2e-45e9-999a-eed5c45a6d82 req-fe84561c-9a6a-4b3e-8d89-4e71aaf1d024 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0350707 Sep 16 20:05:13.624185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:13.637852 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-9a6e9260-6875-40db-992f-a93c2cba54f2 admin admin] 10.222.0.49 "PUT /v2.0/routers/1bf4f689-4597-4eb6-a8b7-1dd4f6684690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122886 Sep 16 20:05:13.675744 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-e436e1d7-a98a-4673-8fa7-2ade5267a266 None None] Provisioning complete for port cc2e26e6-0cae-4d32-b083-754b5c89edcb triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:13.676214 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e436e1d7-a98a-4673-8fa7-2ade5267a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:13.716484 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-e436e1d7-a98a-4673-8fa7-2ade5267a266 None None] Port cc2e26e6-0cae-4d32-b083-754b5c89edcb cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:14.273770 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device e0d5e1dd-b940-44a1-a410-0509c86dbbfe up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:14.322841 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port e0d5e1dd-b940-44a1-a410-0509c86dbbfe triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:14.323215 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.406761 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.430381 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37760) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:14.431460 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] For port e0d5e1dd-b940-44a1-a410-0509c86dbbfe, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:14.436377 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046027493', 'description': 'tempest-secgroup-smoke-1046027493 description', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:14.515821 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.544562 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.570589 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Pushing event updated for resources: {'Port': ['ID=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:14.632561 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ac7ff331-8bf7-41e7-9397-a42fdcec8553 req-4d76bf37-3d3f-424e-8648-3938129e9d26 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0293148 Sep 16 20:05:14.653997 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.767535 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Sync routers for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:14.779674 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:14.780288 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:14.795740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.827748 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a694408-35ea-4dfe-94cd-22fb5ea86d9b,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:14.896086 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:14.897476 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-d453a039-50d1-4cae-a390-4a99c1ba44e2 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4646623 Sep 16 20:05:14.897630 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:14.900556 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37770) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:14.905552 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:15.066210 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.107607 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 4, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'cc2e26e6-0cae-4d32-b083-754b5c89edcb', 'name': '', 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'mac_address': 'fa:16:3e:99:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:11Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 2, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'subnets': [{'id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:15.124458 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.134591 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Checking router: 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:15.134932 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Updating router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 port cc2e26e6-0cae-4d32-b083-754b5c89edcb binding host dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 20:05:15.165746 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.201231 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.220646 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf07640b-ccca-45ba-923e-3e03b2b23412,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:15.293005 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.294206 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-ccc617a2-8fc2-42d0-89e7-6649b8505ae6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922644 Sep 16 20:05:15.296949 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37772) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:15.301755 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:15.395801 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.459975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.470741 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks [] for port, precommit_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.569765 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.587386 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a999a4-610d-4af0-8589-dbd4989baf15,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:15.602481 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.655977 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d10baa-8e24-49c2-a6c6-2dfe00c508b2 None None] Pushing event updated for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=3']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:15.688749 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.690249 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4365c0a0-5fc4-4707-af24-cc16417f12a3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3922122 Sep 16 20:05:15.694112 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37776) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:15.699267 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:15.726560 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Attempting to bind port cc2e26e6-0cae-4d32-b083-754b5c89edcb on host dv-cinder-804294-2-iscsi for vnic_type normal with profile {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:15.726560 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Attempting to bind port cc2e26e6-0cae-4d32-b083-754b5c89edcb by drivers openvswitch,hyperv on host dv-cinder-804294-2-iscsi at level 0 using segments [{'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:15.726560 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Attempting to bind port cc2e26e6-0cae-4d32-b083-754b5c89edcb on network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:15.737170 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Checking agent: {'id': 'f5e663c9-942c-4958-9cb3-81085b7fba3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 47, 37), 'started_at': datetime.datetime(2021, 9, 16, 19, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:15.738176 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Checking segment: {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:15.739195 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.739329 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0e33d25c-1e7b-483d-b20e-691067995029 req-bf710c9f-21c2-4bec-b691-86b68d3b636a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0358288 Sep 16 20:05:15.739790 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Bound using segment: {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'} {{(pid=101176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:15.739790 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.managers [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Bound port: cc2e26e6-0cae-4d32-b083-754b5c89edcb, host: dv-cinder-804294-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f0260a-6b0b-46f7-a508-ee51befc190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e'}}] {{(pid=101176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:15.740083 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.812212 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] For port cc2e26e6-0cae-4d32-b083-754b5c89edcb, host dv-cinder-804294-2-iscsi, cleared binding levels {{(pid=101176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:15.816333 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.plugins.ml2.db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] For port cc2e26e6-0cae-4d32-b083-754b5c89edcb, host dv-cinder-804294-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=cc2e26e6-0cae-4d32-b083-754b5c89edcb,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:15.845866 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-1315bf1e-0a9b-4433-91de-71c7fa2b8251 None None] Provisioning complete for port cc2e26e6-0cae-4d32-b083-754b5c89edcb triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:15.846454 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1315bf1e-0a9b-4433-91de-71c7fa2b8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.874911 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.881949 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-1315bf1e-0a9b-4433-91de-71c7fa2b8251 None None] Port cc2e26e6-0cae-4d32-b083-754b5c89edcb cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:15.901856 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.939925 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:15.963765 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:15.964699 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:16.026550 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.039387 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66313f67-656a-4deb-a3a4-9e11db0c238b,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:16.125826 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d10baa-8e24-49c2-a6c6-2dfe00c508b2 None None] Pushing event updated for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=4']} {{(pid=101176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:16.141377 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.143052 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-38a212a9-9745-4754-a423-113bf803f0b0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476566 Sep 16 20:05:16.146661 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 37780) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:16.151446 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:16.202685 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] Provisioning complete for port cc2e26e6-0cae-4d32-b083-754b5c89edcb triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:16.203059 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.213523 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:16.248019 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.293647 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device e0d5e1dd-b940-44a1-a410-0509c86dbbfe up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:16.339048 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.346297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.388915 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] For port cc2e26e6-0cae-4d32-b083-754b5c89edcb, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=cc2e26e6-0cae-4d32-b083-754b5c89edcb,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:16.390575 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port e0d5e1dd-b940-44a1-a410-0509c86dbbfe triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:16.391001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.436650 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.443672 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 4, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'cc2e26e6-0cae-4d32-b083-754b5c89edcb', 'name': '', 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'mac_address': 'fa:16:3e:99:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:11Z', 'updated_at': '2021-09-16T20:05:15Z', 'revision_number': 4, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'subnets': [{'id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:16.487893 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9e46e5-a9fc-49b4-bf8c-e048e6deee46,revision_number=0']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:16.552091 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbe629-a7a9-4e4d-b371-430fbf4e1418 None None] The sync data for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi is: [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:05:12Z', 'revision_number': 4, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'cc2e26e6-0cae-4d32-b083-754b5c89edcb', 'name': '', 'network_id': '5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'mac_address': 'fa:16:3e:99:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:11Z', 'updated_at': '2021-09-16T20:05:15Z', 'revision_number': 4, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'subnets': [{'id': '9590be9a-5edc-4cd3-bcde-fe34c09b2ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:16.609530 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.665463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5c59-6120-4f6b-a3ab-58bd9b68bba3 None None] Pushing event updated for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:16.683898 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.685164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-59aa2c53-16f9-4246-9643-5c4f32ee4ed0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5373590 Sep 16 20:05:16.688187 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37784) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:16.693828 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:16.802633 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Project 7cf2b24a68bc4b99a74e603ab71f761e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:05:16.809013 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:16.820306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bbd3ef52-8600-4304-a9b1-23fcc0c6841b req-affe9f17-2e84-4fb6-b9b7-d34df926105b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0322583 Sep 16 20:05:16.885072 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.041915 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.060704 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00750da-3135-480c-abb0-5fbfde7edbca,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:17.272605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.273879 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7e1b9430-2fec-421b-9d8d-dd471b6c69c8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5846951 Sep 16 20:05:17.276644 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37788) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:17.281416 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'security_group_rule': {'security_group_id': '4a694408-35ea-4dfe-94cd-22fb5ea86d9b', 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:17.430529 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.securitygroups_db [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Project 7cf2b24a68bc4b99a74e603ab71f761e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 20:05:17.437628 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.509199 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.603804 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8322616'] for security_group_rule, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.622277 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772d9458-5528-463e-88f4-94a855df24b1,revision_number=0']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:17.729438 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:17.733936 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7581b321-06fc-4f5a-93ff-c81bc23048c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4529853 Sep 16 20:05:17.923441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-066b01af-8d6c-46cc-a1aa-b38bda00f829 req-830b9d1a-fe75-4de7-a34f-0883fb80d711 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0326655 Sep 16 20:05:18.268094 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device cc2e26e6-0cae-4d32-b083-754b5c89edcb up at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:18.320434 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Provisioning complete for port cc2e26e6-0cae-4d32-b083-754b5c89edcb triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:18.320802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:18.417621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-91fee1be-a50a-43ec-9f8a-511a0508cb11 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:18.419118 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-91fee1be-a50a-43ec-9f8a-511a0508cb11 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 808 time: 0.1259716 Sep 16 20:05:18.462936 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-cc5df611-69c8-4397-a10f-56dc3390314c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90a82532ad434a3dabc5cd1bf1630f63 HTTP/1.1" status: 200 len: 380 time: 0.0349157 Sep 16 20:05:18.472676 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'port': {'device_id': '41017267-d48c-47e0-b635-d80be28d318b', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'admin_state_up': True, 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'security_groups': ['f0a31859-3f65-48c5-a843-6e10fe155c38']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:18.670337 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Made reservation on behalf of 90a82532ad434a3dabc5cd1bf1630f63 for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:18.673994 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:18.806311 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Allocated IP 172.20.0.3 (a2d48e2f-2c3f-454a-a64b-4206e87392bc/8227585d-3c1b-4f3f-bb58-2f3581095549/a48f9452-291c-4ab2-809e-775ce5b9c2d7) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:18.947996 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.027710 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33af5402-74f3-4791-b445-29c461faac46 req-efa7749d-f4c2-4713-a015-73c98bf328c7 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0312455 Sep 16 20:05:19.159148 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.204559 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:19.208365 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:19.215046 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:19.243782 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:19.273395 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:19.273923 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.361819 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-880ee585-5f3f-4b1c-ab33-6d47a2182b8c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8885782 Sep 16 20:05:19.370433 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Request body: {'port': {'device_id': '41017267-d48c-47e0-b635-d80be28d318b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:19.433486 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.449845 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-2b2becff-4560-494f-93f3-fe9742c959e2 None None] Provisioning complete for port a48f9452-291c-4ab2-809e-775ce5b9c2d7 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:19.450449 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-2b2becff-4560-494f-93f3-fe9742c959e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.485359 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-2b2becff-4560-494f-93f3-fe9742c959e2 None None] Port a48f9452-291c-4ab2-809e-775ce5b9c2d7 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:19.730234 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48f9452-291c-4ab2-809e-775ce5b9c2d7 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:05:19.739707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.756059 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Transition to ACTIVE for port object a48f9452-291c-4ab2-809e-775ce5b9c2d7 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:05:19.833307 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:19.887719 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:19.965577 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Attempting to bind port a48f9452-291c-4ab2-809e-775ce5b9c2d7 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:19.966261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Attempting to bind port a48f9452-291c-4ab2-809e-775ce5b9c2d7 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:19.966261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Attempting to bind port a48f9452-291c-4ab2-809e-775ce5b9c2d7 on network a2d48e2f-2c3f-454a-a64b-4206e87392bc {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:19.970736 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Port a48f9452-291c-4ab2-809e-775ce5b9c2d7 on network a2d48e2f-2c3f-454a-a64b-4206e87392bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:05:19.971060 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Attempting to bind port a48f9452-291c-4ab2-809e-775ce5b9c2d7 on network a2d48e2f-2c3f-454a-a64b-4206e87392bc {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:19.976916 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:19.977278 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Checking segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:19.977848 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Bound using segment: {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:19.978345 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Bound port: a48f9452-291c-4ab2-809e-775ce5b9c2d7, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a072d45-5da9-4647-92fc-d09182987cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:19.978709 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:20.048927 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:20.053289 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:20.129509 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:20.173581 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.176706 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:20.176706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] 10.222.0.35 "PUT /v2.0/ports/a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 1093 time: 0.8105814 Sep 16 20:05:20.179140 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:20.181423 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0299303c-8327-4d05-9809-e23eba7b562e" -d '{"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:20.202748 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736a7fc-2c97-46ad-abde-27f1f24fabe4 req-0b26598b-4475-476f-86a8-6a387862151b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.204268 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c736a7fc-2c97-46ad-abde-27f1f24fabe4 req-0b26598b-4475-476f-86a8-6a387862151b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.1063292 Sep 16 20:05:20.234281 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e28d21e-c22e-496b-bfb0-6b9648a81347 x-openstack-request-id: req-5e28d21e-c22e-496b-bfb0-6b9648a81347 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:20.234578 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:20.234819 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e28d21e-c22e-496b-bfb0-6b9648a81347 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:20.235216 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'status': 'completed', 'code': 200} Sep 16 20:05:20.246451 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fdc63-4fef-4f9d-8d60-805d9a1f0797 service neutron] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:20.294581 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c736a7fc-2c97-46ad-abde-27f1f24fabe4 req-49a1773e-c96c-4013-b67a-95572886b3f3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791917 Sep 16 20:05:20.308233 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299303c-8327-4d05-9809-e23eba7b562e req-e73d327d-71bb-4a0e-92d3-4c57447fd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.309761 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0299303c-8327-4d05-9809-e23eba7b562e req-e73d327d-71bb-4a0e-92d3-4c57447fd4b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1096 time: 0.0532298 Sep 16 20:05:20.409688 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299303c-8327-4d05-9809-e23eba7b562e req-a534765b-3a52-44a8-9426-d578d3d09aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.411164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0299303c-8327-4d05-9809-e23eba7b562e req-a534765b-3a52-44a8-9426-d578d3d09aaf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0932653 Sep 16 20:05:20.510755 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299303c-8327-4d05-9809-e23eba7b562e req-ca457397-2862-44fc-b15f-1541bc2b7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.512244 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0299303c-8327-4d05-9809-e23eba7b562e req-ca457397-2862-44fc-b15f-1541bc2b7359 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936592 Sep 16 20:05:20.589573 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-40f0adda-9a47-44b4-a241-cb22c3c5c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.591159 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-40f0adda-9a47-44b4-a241-cb22c3c5c746 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1096 time: 0.0391421 Sep 16 20:05:20.640259 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-39bc8e26-f323-499e-a6a1-a8221c1e2ee8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0389373 Sep 16 20:05:20.690810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-a898a97b-6fc3-471e-8e3c-c188b1ddab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.692797 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-a898a97b-6fc3-471e-8e3c-c188b1ddab29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0455053 Sep 16 20:05:20.740523 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-52321bc0-1e88-42ba-a967-efa5ac10e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:20.742059 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-52321bc0-1e88-42ba-a967-efa5ac10e2bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416064 Sep 16 20:05:20.838645 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-736697e1-e059-424d-9b22-50a008ee514e service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Sep 16 20:05:20.889326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:20.931764 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b2a87cd3-6211-49f6-994f-99a63d0ba9d7 req-5fceda1a-636e-41da-b45c-055ef7ad8ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854592 Sep 16 20:05:21.423449 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e055-ab2b-4ed0-8675-d175a07715e8 req-8bcbf503-17ed-4f5e-ad29-896553c59483 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:21.425869 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49b5e055-ab2b-4ed0-8675-d175a07715e8 req-8bcbf503-17ed-4f5e-ad29-896553c59483 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0551991 Sep 16 20:05:21.466683 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-49b5e055-ab2b-4ed0-8675-d175a07715e8 req-85a7a1e6-b3f9-4a10-9b0f-5c0d51ac522b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352483 Sep 16 20:05:22.582694 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0bff1-9220-46a3-9f6a-324db37eab39 req-fcca2ff5-487f-4ae1-827f-64095507ecb8 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:22.584135 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-16e0bff1-9220-46a3-9f6a-324db37eab39 req-fcca2ff5-487f-4ae1-827f-64095507ecb8 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0489261 Sep 16 20:05:22.623240 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-16e0bff1-9220-46a3-9f6a-324db37eab39 req-0946f3c8-ddb7-4d55-9a06-4dd8ec8976bd tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331502 Sep 16 20:05:23.740989 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37ce05-9ff0-456b-a315-9b85cc483a53 req-40307d18-71e1-41ec-be40-422b3c27a2d0 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:23.742780 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f37ce05-9ff0-456b-a315-9b85cc483a53 req-40307d18-71e1-41ec-be40-422b3c27a2d0 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0512388 Sep 16 20:05:23.780976 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8f37ce05-9ff0-456b-a315-9b85cc483a53 req-3a022857-c358-44db-a118-5b5aea2578a5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Sep 16 20:05:24.902171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c70b8e-cae0-4466-ae32-bc0c65a87e3f req-7176332b-47c1-49ab-9d13-aeb343bf8978 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:24.903705 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94c70b8e-cae0-4466-ae32-bc0c65a87e3f req-7176332b-47c1-49ab-9d13-aeb343bf8978 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0540402 Sep 16 20:05:24.941942 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-94c70b8e-cae0-4466-ae32-bc0c65a87e3f req-1fe8789e-eb1f-4457-b83a-1f1e1f990ddd tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Sep 16 20:05:26.056230 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca45c2-1ef7-48cb-b145-33418ca40e3b req-ce69812e-fb21-4f1d-bd7b-017ba8e3dff3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:26.057738 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9bca45c2-1ef7-48cb-b145-33418ca40e3b req-ce69812e-fb21-4f1d-bd7b-017ba8e3dff3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0483968 Sep 16 20:05:26.103705 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9bca45c2-1ef7-48cb-b145-33418ca40e3b req-ede99f26-307a-4cb6-bb11-4ce04fa1b9c6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400188 Sep 16 20:05:27.216553 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57bdea-0c28-4a2d-adb1-a3a7aacd8b3c req-a77ff997-febd-4ae4-8eff-a2a452d917c7 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:27.218008 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c57bdea-0c28-4a2d-adb1-a3a7aacd8b3c req-a77ff997-febd-4ae4-8eff-a2a452d917c7 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0471535 Sep 16 20:05:27.257865 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3c57bdea-0c28-4a2d-adb1-a3a7aacd8b3c req-2222a969-4d87-45ff-a424-61fa864468f9 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Sep 16 20:05:28.375576 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb1bd3-e62c-4ad8-b494-c802d61cc0f8 req-15bae139-3216-4d97-a89e-45cee90d5ac9 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:28.377034 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91fb1bd3-e62c-4ad8-b494-c802d61cc0f8 req-15bae139-3216-4d97-a89e-45cee90d5ac9 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0541637 Sep 16 20:05:28.417041 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-91fb1bd3-e62c-4ad8-b494-c802d61cc0f8 req-e7651950-1e33-44c6-a9c1-d6cfed90294c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Sep 16 20:05:29.295234 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:05:29.391927 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:29.402338 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'mac_address': 'fa:16:3e:d8:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:05:29.440546 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:29.454467 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48f9452-291c-4ab2-809e-775ce5b9c2d7 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:05:29.474792 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:29.531084 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eb808-7530-4cf5-a2de-6b0d775dda72 req-0313fc4f-11ce-404b-a5b2-2c04b93b590f tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:29.532571 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-730eb808-7530-4cf5-a2de-6b0d775dda72 req-0313fc4f-11ce-404b-a5b2-2c04b93b590f tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0485189 Sep 16 20:05:29.570531 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-730eb808-7530-4cf5-a2de-6b0d775dda72 req-6cd23760-1f19-4b54-855d-26774d84e30e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Sep 16 20:05:29.572801 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:29.621556 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:29.790654 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['a48f9452-291c-4ab2-809e-775ce5b9c2d7'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:05:30.685420 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c805a-ec3e-41d4-b0d9-ad4bd3785798 req-127e7c74-8812-4d55-b9a7-6c59f0e3e33e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:30.686789 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f6c805a-ec3e-41d4-b0d9-ad4bd3785798 req-127e7c74-8812-4d55-b9a7-6c59f0e3e33e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 944 time: 0.0468965 Sep 16 20:05:30.723798 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7f6c805a-ec3e-41d4-b0d9-ad4bd3785798 req-336b83e0-b123-40d7-9211-6da6e0c6c86a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300305 Sep 16 20:05:31.288718 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:31.429794 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port a48f9452-291c-4ab2-809e-775ce5b9c2d7 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:05:31.433637 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port a48f9452-291c-4ab2-809e-775ce5b9c2d7 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:31.434009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:31.510465 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:31.532566 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:31.534849 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238edfbe-d1ce-4b5a-9d35-fc39696e3d01" -d '{"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-plugged", "status": "completed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:31.547989 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:31.571222 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ca262-db71-4f7e-8458-35b788d215f1 x-openstack-request-id: req-aa9ca262-db71-4f7e-8458-35b788d215f1 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:31.571513 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-plugged", "status": "completed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:31.571772 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa9ca262-db71-4f7e-8458-35b788d215f1 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:31.572154 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'code': 200} Sep 16 20:05:31.599523 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:31.645773 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:31.839488 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dd2bf-4fcd-4b6f-a453-b151d18c8c71 req-6f83da82-13b4-473e-8991-a6762b8281f6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:31.840884 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-352dd2bf-4fcd-4b6f-a453-b151d18c8c71 req-6f83da82-13b4-473e-8991-a6762b8281f6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0505345 Sep 16 20:05:31.890553 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-352dd2bf-4fcd-4b6f-a453-b151d18c8c71 req-dce2c8c2-f58d-4809-b80d-0602509c281c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Sep 16 20:05:31.919663 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625cf7-5873-4ef9-97c3-4a2c27263c7f req-276c49cd-223d-4afe-8437-196ed8edfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:31.921186 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1d625cf7-5873-4ef9-97c3-4a2c27263c7f req-276c49cd-223d-4afe-8437-196ed8edfa7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0456066 Sep 16 20:05:31.956380 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1d625cf7-5873-4ef9-97c3-4a2c27263c7f req-deab479f-acad-4b86-8072-414da39bea25 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273814 Sep 16 20:05:33.009180 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d08a-8921-4cb1-bcdb-ac9e6fb44df5 req-8c6c05f8-467e-48b2-9cc8-4855f5468d3e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:33.010703 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffe8d08a-8921-4cb1-bcdb-ac9e6fb44df5 req-8c6c05f8-467e-48b2-9cc8-4855f5468d3e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0503120 Sep 16 20:05:33.049355 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ffe8d08a-8921-4cb1-bcdb-ac9e6fb44df5 req-f2fda351-6134-4cee-865e-ce6c2d65a3b8 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Sep 16 20:05:34.164458 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f4ef9-eec8-4e3b-beb5-452f165a566d req-9ebd62f5-bc21-4294-85b4-27fd60613644 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:34.168395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-526f4ef9-eec8-4e3b-beb5-452f165a566d req-9ebd62f5-bc21-4294-85b4-27fd60613644 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0506153 Sep 16 20:05:34.203692 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-526f4ef9-eec8-4e3b-beb5-452f165a566d req-2bf9c052-e359-4da0-b1f2-1f69e6de6f4e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Sep 16 20:05:34.298897 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e093f386-51fe-40a1-98c4-322e26f72596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:34.322383 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c35d-b706-47e9-899f-d12934a66211 req-7f4dc955-915a-49c5-9b26-41bfd15e9b2a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:34.323880 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2c31c35d-b706-47e9-899f-d12934a66211 req-7f4dc955-915a-49c5-9b26-41bfd15e9b2a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0481231 Sep 16 20:05:34.363046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2c31c35d-b706-47e9-899f-d12934a66211 req-c0350037-5856-40b5-8ba3-1588d84936b8 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Sep 16 20:05:34.385500 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37924) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:34.562608 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111de4c2-8da3-447f-833f-20f217932a37 tempest-TestShelveInstance-1338474518 tempest-TestShelveInstance-1338474518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:34.564087 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-111de4c2-8da3-447f-833f-20f217932a37 tempest-TestShelveInstance-1338474518 tempest-TestShelveInstance-1338474518-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1093 time: 0.1776004 Sep 16 20:05:34.567421 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 37928) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:34.571534 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:34.695808 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:34.793987 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:34.896292 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Allocated IP 172.27.1.204 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/47c8d399-030f-4406-8d9a-d35beece8520) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:34.999186 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.084553 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.120974 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:35.123792 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:35.129919 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:35.135327 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'Port': ['ID=47c8d399-030f-4406-8d9a-d35beece8520,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:35.483379 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.600995 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.647326 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-bab757b3-e058-4ae1-bd6b-9696480fa5c1 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046027493&fields=id&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 267 time: 0.0317662 Sep 16 20:05:35.753668 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.758974 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-dee6375c-b33f-4fb6-8f64-029392cc2d52 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:35.760450 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-dee6375c-b33f-4fb6-8f64-029392cc2d52 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.1063557 Sep 16 20:05:35.775720 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-aef879bb-0fa9-4242-a856-4b8a4ce9126f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/quotas/7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 375 time: 0.0095882 Sep 16 20:05:35.826119 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-cf04d306-52f8-4c88-8d81-54031fc5cd3c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451019 Sep 16 20:05:35.830228 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.905213 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event updated for resources: {'Port': ['ID=47c8d399-030f-4406-8d9a-d35beece8520,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:35.914131 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:35.925875 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-a6bfd624-338c-496d-bb8b-06df0ef508e4 service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863659 Sep 16 20:05:36.012326 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Floating IP 48334995-519f-4370-87c3-d67ec0ff0c4c associated. External IP: 172.27.1.204, port: a48f9452-291c-4ab2-809e-775ce5b9c2d7. Sep 16 20:05:36.018392 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-f89bfba2-f06f-4822-8244-fb5da306c2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Sep 16 20:05:36.220282 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:05:36.324302 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:36.335767 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Sync routers for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:36.344814 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:36.345445 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:36.421068 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:36.454439 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b8e31b85-4101-4934-a1df-85a58d890a6d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8859060 Sep 16 20:05:36.455036 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:36.458168 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b80215-87dc-498c-87ad-0f12ebd2769a" -d '{"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:36.499974 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1be0fa-6104-4ce3-92ab-028a2bd20ac2 x-openstack-request-id: req-0a1be0fa-6104-4ce3-92ab-028a2bd20ac2 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:36.500605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:36.500605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1be0fa-6104-4ce3-92ab-028a2bd20ac2 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:36.500896 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'status': 'completed', 'code': 200} Sep 16 20:05:36.592420 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:36.595017 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-06b51beb-3b6d-49ed-ace0-7bc149692f56 req-6b9dadb1-1dbe-442a-b0f3-426edbccb10a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 210 time: 0.0433357 Sep 16 20:05:36.607485 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-e256a8bb-99e4-40f0-97eb-5ac49a43f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:36.609065 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-e256a8bb-99e4-40f0-97eb-5ac49a43f754 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0858407 Sep 16 20:05:36.704108 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-a31d7d07-8bfb-4bb8-9339-45bad737b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:36.705802 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-a31d7d07-8bfb-4bb8-9339-45bad737b323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0897748 Sep 16 20:05:36.840503 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '48334995-519f-4370-87c3-d67ec0ff0c4c', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'mac_address': 'fa:16:3e:d8:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017267-d48c-47e0-b635-d80be28d318b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:35Z', 'updated_at': '2021-09-16T20:05:35Z', 'revision_number': 0, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:36.868491 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Checking router: f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:36.877355 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:36.877988 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:36.990909 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:37.051698 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-c0a3e25b-d836-421e-8e0a-7ab3274e0493 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 999 time: 0.3378358 Sep 16 20:05:37.102948 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-13ca3da1-70bb-494b-8a1e-3dc6b6d21d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:37.104721 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-13ca3da1-70bb-494b-8a1e-3dc6b6d21d54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0460494 Sep 16 20:05:37.151042 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-10acdce0-c0f1-4e8e-88e4-7e57207d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:37.152566 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-10acdce0-c0f1-4e8e-88e4-7e57207d79b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410421 Sep 16 20:05:37.206426 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-05e3b125-e560-42e3-9c6b-9043fd7b4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:37.235308 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '48334995-519f-4370-87c3-d67ec0ff0c4c', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'mac_address': 'fa:16:3e:d8:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017267-d48c-47e0-b635-d80be28d318b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:35Z', 'updated_at': '2021-09-16T20:05:35Z', 'revision_number': 0, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:37.259756 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-5587dfe3-7326-4e4d-a7c4-4de936b1b78c service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001596 Sep 16 20:05:37.268771 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2be34-1fb4-4b87-a0bc-495dde68860d None None] The sync data for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi is: [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '48334995-519f-4370-87c3-d67ec0ff0c4c', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'mac_address': 'fa:16:3e:d8:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017267-d48c-47e0-b635-d80be28d318b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:35Z', 'updated_at': '2021-09-16T20:05:35Z', 'revision_number': 0, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:37.359989 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-70b80215-87dc-498c-87ad-0f12ebd2769a req-0ea4a82c-e11c-4175-b14d-4650b063f855 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933564 Sep 16 20:05:37.407201 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:37.466447 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c151ec-d921-4a78-979c-dadadfdf4d1b None None] New status for floating IP 48334995-519f-4370-87c3-d67ec0ff0c4c: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:05:37.693543 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4ef9d80a-77c1-4ff3-b73b-d0b1744acb45 req-556f7203-3d51-4a5c-b002-ab3a6b201b86 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 210 time: 0.0273271 Sep 16 20:05:38.352455 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:38.799663 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1546d1bc-35d7-4bc3-a3f8-c9dbf879ca9d req-ab09ade1-cca3-4381-9e0f-9472f0e1eb3f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 210 time: 0.0338063 Sep 16 20:05:38.829414 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-a7e2bfe6-ae89-41ea-a501-288636ffe0ad tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:38.832309 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-a7e2bfe6-ae89-41ea-a501-288636ffe0ad tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.1299810 Sep 16 20:05:38.875077 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-a33ed2d4-cf5d-4a6b-b55f-7d8a1c840c66 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 380 time: 0.0349796 Sep 16 20:05:38.883718 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'port': {'device_id': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'admin_state_up': True, 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'security_groups': ['4a694408-35ea-4dfe-94cd-22fb5ea86d9b']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:39.047176 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Made reservation on behalf of 7cf2b24a68bc4b99a74e603ab71f761e for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:05:39.050790 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.179625 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.20.0.4 (1af48795-ab5c-47f8-8bad-a09397c234f6/b42a8121-6c1b-4f51-9e64-083a9dd50660/d0171fd6-e4ed-4dc3-ac0b-89f54b528418) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:39.313004 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.404153 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.449831 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:39.452945 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:39.460605 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:39.484060 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:39.513818 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:39.514246 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.579282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-4b83db62-f6ff-43e9-8dbd-35a33be03e09 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990104 Sep 16 20:05:39.592717 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Request body: {'port': {'device_id': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:39.647516 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.669431 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-8750b0b8-a0e0-4ee5-a119-90733f4f600b None None] Provisioning complete for port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:39.669907 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-8750b0b8-a0e0-4ee5-a119-90733f4f600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.708269 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-8750b0b8-a0e0-4ee5-a119-90733f4f600b None None] Port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:05:39.946478 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0171fd6-e4ed-4dc3-ac0b-89f54b528418 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:05:39.956220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:39.967059 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caf8b2-9dd2-4147-8400-329898ec035c req-c9482ada-d621-4e15-b571-f26fb4f56457 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:39.968542 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89caf8b2-9dd2-4147-8400-329898ec035c req-c9482ada-d621-4e15-b571-f26fb4f56457 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 931 time: 0.0959778 Sep 16 20:05:39.983508 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Transition to ACTIVE for port object d0171fd6-e4ed-4dc3-ac0b-89f54b528418 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:05:40.010411 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-89caf8b2-9dd2-4147-8400-329898ec035c req-c3d88f0a-cd73-44d8-bb19-2a9ff572724a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Sep 16 20:05:40.112632 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:40.174605 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:40.195804 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:40.250793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Attempting to bind port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:05:40.250793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Attempting to bind port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:05:40.250793 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Attempting to bind port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:40.252891 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:05:40.253220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Attempting to bind port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:05:40.258270 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:05:40.258602 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:05:40.258980 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Bound using segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:05:40.259401 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Bound port: d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:05:40.259755 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:40.326512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:05:40.329532 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:05:40.390609 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:40.425317 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.426333 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:40.428121 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] 10.222.0.35 "PUT /v2.0/ports/d0171fd6-e4ed-4dc3-ac0b-89f54b528418 HTTP/1.1" status: 200 len: 1093 time: 0.8397815 Sep 16 20:05:40.430457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:40.434123 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323efe9b-c208-48bf-908c-595dd8df4efa" -d '{"events": [{"name": "network-changed", "server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:40.459695 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6877f-c054-4384-989a-10ccd6100f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:40.474378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd8e84-87f9-4f8e-8b19-28c1ce097ca3 x-openstack-request-id: req-f4cd8e84-87f9-4f8e-8b19-28c1ce097ca3 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:40.474378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:40.474378 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4cd8e84-87f9-4f8e-8b19-28c1ce097ca3 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:40.474836 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'status': 'completed', 'code': 200} Sep 16 20:05:40.535562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efe9b-c208-48bf-908c-595dd8df4efa req-406c8f3e-1ea6-4a55-ace1-8797b15f5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.537165 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-323efe9b-c208-48bf-908c-595dd8df4efa req-406c8f3e-1ea6-4a55-ace1-8797b15f5085 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1096 time: 0.0426459 Sep 16 20:05:40.647253 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efe9b-c208-48bf-908c-595dd8df4efa req-796d8166-3b4a-4b79-82ff-12f58f0a78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.648662 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-323efe9b-c208-48bf-908c-595dd8df4efa req-796d8166-3b4a-4b79-82ff-12f58f0a78d7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040797 Sep 16 20:05:40.746186 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efe9b-c208-48bf-908c-595dd8df4efa req-556e91b3-cd56-4b39-92a9-1976bf940304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.747619 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-323efe9b-c208-48bf-908c-595dd8df4efa req-556e91b3-cd56-4b39-92a9-1976bf940304 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912580 Sep 16 20:05:40.823264 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-34957cf7-64c1-4557-a325-7707edb3e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.824721 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-34957cf7-64c1-4557-a325-7707edb3e39b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1096 time: 0.0398915 Sep 16 20:05:40.866045 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-3183bd32-4735-4793-827b-a3d7b17222d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418 HTTP/1.1" status: 200 len: 217 time: 0.0332563 Sep 16 20:05:40.915066 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-5751846a-71f3-4072-97cb-20cc8d9046e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.916446 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-5751846a-71f3-4072-97cb-20cc8d9046e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0439692 Sep 16 20:05:40.965654 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd074-c84d-4418-96c2-fc5d18585753 req-bd46cb18-e657-440b-8822-4596fcf3f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:40.967100 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-bd46cb18-e657-440b-8822-4596fcf3f383 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438406 Sep 16 20:05:41.060161 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-29bebd21-c443-4e09-92f8-e24ec3d5155e service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Sep 16 20:05:41.183907 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907968-f809-4644-9851-b72c5fd92224 req-6da74d6e-a323-4f62-ad5c-ebb03a3f4f1f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:41.185284 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67907968-f809-4644-9851-b72c5fd92224 req-6da74d6e-a323-4f62-ad5c-ebb03a3f4f1f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.1001592 Sep 16 20:05:41.188759 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-150cd074-c84d-4418-96c2-fc5d18585753 req-75835698-9bd4-4f1b-b544-c6e04ef17fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209102 Sep 16 20:05:41.223859 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-67907968-f809-4644-9851-b72c5fd92224 req-0afa9091-94f5-42db-a91e-a272b876e471 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Sep 16 20:05:42.341824 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548329f-6393-42d3-850f-caea6300356f req-b4c208b5-0959-4c70-a714-a95645339f19 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:42.343292 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0548329f-6393-42d3-850f-caea6300356f req-b4c208b5-0959-4c70-a714-a95645339f19 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0511417 Sep 16 20:05:42.380470 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0548329f-6393-42d3-850f-caea6300356f req-b296a385-06a3-4d67-9129-0310d1343345 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Sep 16 20:05:43.494747 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f079d9-a7a4-4cba-bc04-0cef64fb67bf req-26964ec6-48ba-45db-910d-9c8bf401966b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:43.496207 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a7f079d9-a7a4-4cba-bc04-0cef64fb67bf req-26964ec6-48ba-45db-910d-9c8bf401966b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0489585 Sep 16 20:05:43.533685 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-a7f079d9-a7a4-4cba-bc04-0cef64fb67bf req-f0cc3470-c3b5-45f6-93b9-f5517f2771ff tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Sep 16 20:05:44.645457 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fd893-9386-473e-8dac-afd92d0f7678 req-32b8a757-ab81-4cb8-a7f5-f9ae067b9899 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:44.646923 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b38fd893-9386-473e-8dac-afd92d0f7678 req-32b8a757-ab81-4cb8-a7f5-f9ae067b9899 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0473404 Sep 16 20:05:44.683481 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b38fd893-9386-473e-8dac-afd92d0f7678 req-9f1456e5-6ffd-42e8-83c7-2ecbda71ba41 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Sep 16 20:05:45.800618 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b03e63-7297-47f0-914b-6797932eb746 req-1044c7a2-6e36-4fc1-b880-b82fac5ea99a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:45.802299 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73b03e63-7297-47f0-914b-6797932eb746 req-1044c7a2-6e36-4fc1-b880-b82fac5ea99a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0519772 Sep 16 20:05:45.840457 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-73b03e63-7297-47f0-914b-6797932eb746 req-be6c8285-4c04-409b-a8e6-a4b3d710453f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Sep 16 20:05:47.008030 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514d0a6-6a68-42f0-be74-fc5bf9a04290 req-be713fe0-1474-46b8-9967-ff088487b7be tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:47.009529 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9514d0a6-6a68-42f0-be74-fc5bf9a04290 req-be713fe0-1474-46b8-9967-ff088487b7be tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.1035340 Sep 16 20:05:47.048502 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9514d0a6-6a68-42f0-be74-fc5bf9a04290 req-a6bea734-2485-4d40-a57b-f4d4aafbadc8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Sep 16 20:05:48.162330 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73222-f40b-4dcf-a861-835d261373b3 req-098b63e5-1d08-4d23-8200-49d9e7376d2b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:48.163801 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ea73222-f40b-4dcf-a861-835d261373b3 req-098b63e5-1d08-4d23-8200-49d9e7376d2b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0484324 Sep 16 20:05:48.201428 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0ea73222-f40b-4dcf-a861-835d261373b3 req-5f26b923-2654-48f8-b906-ebde01436931 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317323 Sep 16 20:05:49.317913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4efab4-b936-49d8-86e2-bb46a08ebf6c req-1f7f8352-e685-436f-b09a-b9cf7e9c4dd0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:49.319388 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e4efab4-b936-49d8-86e2-bb46a08ebf6c req-1f7f8352-e685-436f-b09a-b9cf7e9c4dd0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 943 time: 0.0525172 Sep 16 20:05:49.356178 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3e4efab4-b936-49d8-86e2-bb46a08ebf6c req-5b2dc832-e2c0-4545-a967-c82429e2d00a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Sep 16 20:05:49.405889 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device d0171fd6-e4ed-4dc3-ac0b-89f54b528418 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:05:49.498415 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:49.509925 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'port_id': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'mac_address': 'fa:16:3e:0d:42:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:05:49.545790 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:49.562194 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0171fd6-e4ed-4dc3-ac0b-89f54b528418 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:05:49.581834 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:49.667089 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:49.714230 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:49.875359 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['d0171fd6-e4ed-4dc3-ac0b-89f54b528418'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:05:49.974700 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:05:50.468228 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799623-5344-4b8b-b480-903e52fbe904 req-9b7b2445-ba67-4845-8d47-e2b97c3c9aec tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:50.469647 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1799623-5344-4b8b-b480-903e52fbe904 req-9b7b2445-ba67-4845-8d47-e2b97c3c9aec tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 944 time: 0.0480826 Sep 16 20:05:50.506910 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c1799623-5344-4b8b-b480-903e52fbe904 req-e3c3a574-f7cd-4686-9d8e-b7f82a78bfc9 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Sep 16 20:05:50.866697 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:51.422757 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device d0171fd6-e4ed-4dc3-ac0b-89f54b528418 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:05:51.547012 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:05:51.551389 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:05:51.556918 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:51.618726 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68505fc4-d367-490a-ba5f-b7bab968bba6 req-a0afd2fe-7539-480b-9961-659921f1a759 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:51.620231 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68505fc4-d367-490a-ba5f-b7bab968bba6 req-a0afd2fe-7539-480b-9961-659921f1a759 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 944 time: 0.0473590 Sep 16 20:05:51.632165 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:51.655149 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:51.657421 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce23e9-1ad5-488a-8ef7-9b2cdb3fc6cf" -d '{"events": [{"server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "name": "network-vif-plugged", "status": "completed", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:51.659445 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68505fc4-d367-490a-ba5f-b7bab968bba6 req-049601d2-6ea7-4be6-86c7-bc010788c770 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Sep 16 20:05:51.669897 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:05:51.696499 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8188a5-bc2a-4b0a-b73f-381fcd4a5776 x-openstack-request-id: req-3f8188a5-bc2a-4b0a-b73f-381fcd4a5776 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:51.696791 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "name": "network-vif-plugged", "status": "completed", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:51.697048 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f8188a5-bc2a-4b0a-b73f-381fcd4a5776 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:51.697468 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'code': 200} Sep 16 20:05:51.727945 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:51.776198 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:52.028648 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25aeb-f07a-4b23-9ae1-ba58c01c2ef3 req-b8306dcf-90c6-48c6-a2c8-f29d97f6f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:52.030217 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-17d25aeb-f07a-4b23-9ae1-ba58c01c2ef3 req-b8306dcf-90c6-48c6-a2c8-f29d97f6f1be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1098 time: 0.0428619 Sep 16 20:05:52.064887 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-17d25aeb-f07a-4b23-9ae1-ba58c01c2ef3 req-41bd29d5-b22d-4e14-86e7-d74351bcb3fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270379 Sep 16 20:05:52.773805 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711cdee-8fc6-4846-9f8a-ecacee465f5f req-60e23940-86d7-4828-9903-c29e24353cb0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:52.775253 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6711cdee-8fc6-4846-9f8a-ecacee465f5f req-60e23940-86d7-4828-9903-c29e24353cb0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0489924 Sep 16 20:05:52.812509 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6711cdee-8fc6-4846-9f8a-ecacee465f5f req-62a9ea2c-977f-49ed-a66e-ad9aa2e9b1ef tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Sep 16 20:05:53.927511 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012394-1af6-4442-bd09-16ab25d9b03a req-79c8fdf3-89fa-4707-90d6-a50b816af183 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:53.929014 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-22012394-1af6-4442-bd09-16ab25d9b03a req-79c8fdf3-89fa-4707-90d6-a50b816af183 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0493305 Sep 16 20:05:53.969084 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-22012394-1af6-4442-bd09-16ab25d9b03a req-5ceff222-5c93-404c-922d-d9f9e3affc10 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339150 Sep 16 20:05:54.085287 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd417-816f-4fa8-8663-4b549a337032 req-298bd99b-59bf-499d-a793-2f6661d2e4db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:54.086785 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da0fd417-816f-4fa8-8663-4b549a337032 req-298bd99b-59bf-499d-a793-2f6661d2e4db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0512223 Sep 16 20:05:54.124504 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-da0fd417-816f-4fa8-8663-4b549a337032 req-b505af60-dd80-4a90-ba17-a50454492e4e tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Sep 16 20:05:54.146841 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38002) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:54.228094 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a4a66-2c37-4691-90b6-a13b4414eaf2 tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:54.229628 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-320a4a66-2c37-4691-90b6-a13b4414eaf2 tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1093 time: 0.0818286 Sep 16 20:05:54.232562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38006) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:05:54.236885 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'port_id': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:05:54.321498 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:54.420919 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:54.528499 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.27.1.30 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/535ce24a-e944-4ad4-ad55-ef8e2de1c7f6) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:05:54.636176 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:54.718981 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:54.761502 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:05:54.766432 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:05:54.771495 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:05:54.774590 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=535ce24a-e944-4ad4-ad55-ef8e2de1c7f6,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:55.140663 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:55.272679 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:55.438851 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:55.501988 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:55.578595 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=535ce24a-e944-4ad4-ad55-ef8e2de1c7f6,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:05:55.593339 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:55.698790 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP 2c170f31-8ca4-4be6-90db-6d28877e20f6 associated. External IP: 172.27.1.30, port: d0171fd6-e4ed-4dc3-ac0b-89f54b528418. Sep 16 20:05:56.196336 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:05:56.309732 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:05:56.320692 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:05:56.330951 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:56.333817 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:56.409810 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:05:56.441606 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:56.442274 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-3e0a9a1a-7b5c-45c3-b8a6-de5cef22dacb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2084463 Sep 16 20:05:56.444057 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:05:56.446474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f91df82-d406-4f2a-a46a-decdeedd1587" -d '{"events": [{"name": "network-changed", "server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:05:56.484200 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa5d8f-3c71-4337-8e96-9c8001d52217 x-openstack-request-id: req-75fa5d8f-3c71-4337-8e96-9c8001d52217 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:05:56.484488 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:05:56.484728 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75fa5d8f-3c71-4337-8e96-9c8001d52217 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:05:56.485118 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'status': 'completed', 'code': 200} Sep 16 20:05:56.545287 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-27bb8d34-989e-4870-b85c-cddbe8a99337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:56.546807 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-27bb8d34-989e-4870-b85c-cddbe8a99337 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1098 time: 0.0396330 Sep 16 20:05:56.635813 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-8c3a93cf-1e3e-4f9a-9baf-dfe28e8af97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:56.637281 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-8c3a93cf-1e3e-4f9a-9baf-dfe28e8af97e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0836146 Sep 16 20:05:56.673836 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '2c170f31-8ca4-4be6-90db-6d28877e20f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:0d:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:54Z', 'updated_at': '2021-09-16T20:05:54Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:56.701512 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:05:56.706193 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-9a39d414-048c-42cc-841a-504ce789cd9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418 HTTP/1.1" status: 200 len: 998 time: 0.0614152 Sep 16 20:05:56.710530 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:05:56.711132 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:05:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:56.755937 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-527102e3-3a3b-44ca-bf96-52178396546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:56.757430 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-527102e3-3a3b-44ca-bf96-52178396546f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0437338 Sep 16 20:05:56.801666 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-5fbb15f3-fb3b-4ff9-ad07-278f97efee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:56.803213 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-5fbb15f3-fb3b-4ff9-ad07-278f97efee6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389667 Sep 16 20:05:56.814364 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:05:56.899383 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-781964e2-0734-4509-a595-c40a247ab1d5 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885446 Sep 16 20:05:57.007399 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-5b125cba-f760-4347-bd8b-8ec3e9b0064b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432427 Sep 16 20:05:57.008172 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1f91df82-d406-4f2a-a46a-decdeedd1587 req-a55cc5bc-a1c7-4ab7-9ae7-50aa4a595a30 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006918 Sep 16 20:05:57.055190 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '2c170f31-8ca4-4be6-90db-6d28877e20f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:0d:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:54Z', 'updated_at': '2021-09-16T20:05:54Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:05:57.089323 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d9a69-8637-4a45-841d-d9e6fdcae925 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '2c170f31-8ca4-4be6-90db-6d28877e20f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:0d:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:05:54Z', 'updated_at': '2021-09-16T20:05:54Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:05:57.106839 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-65c90a44-a9e7-4712-9b7f-6d9fa9ecf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:57.108352 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-65c90a44-a9e7-4712-9b7f-6d9fa9ecf452 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0485642 Sep 16 20:05:57.237764 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-effa08ed-bb7c-4f3a-9d80-c311fac2bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:57.239434 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-effa08ed-bb7c-4f3a-9d80-c311fac2bf4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0991378 Sep 16 20:05:57.293036 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40dac9-d06c-4be2-9a82-64b57a12e077 None None] New status for floating IP 2c170f31-8ca4-4be6-90db-6d28877e20f6: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:05:57.314954 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-4d66eb85-87f6-4a71-8b0b-258b29f51689 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 1001 time: 0.0672970 Sep 16 20:05:57.366474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-99ede399-aeee-4a31-b29a-11e0394ed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:57.367952 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-99ede399-aeee-4a31-b29a-11e0394ed63e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0450249 Sep 16 20:05:57.413928 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-754e4316-784b-4b47-9315-1740bf8ba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:05:57.415439 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-754e4316-784b-4b47-9315-1740bf8ba055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409796 Sep 16 20:05:57.510984 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-24a05b6a-99d7-4e2a-abd3-207c0f350a45 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879073 Sep 16 20:05:57.618687 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-37c565f7-43f6-4665-99f7-7a5c650ca66e req-ec917bab-676e-4e9b-b8ee-47fabdd972ab service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987966 Sep 16 20:06:04.267220 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-4a14b2ba-48b3-4c64-b01b-42c34019f17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:07.167297 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-dda266aa-4a7b-44a8-bfae-79ae376c7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:07.375843 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:08.338802 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:10.102964 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:20.901573 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:26.974062 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:06:34.267163 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-574b3454-0600-4669-a89d-d72842516203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:37.184648 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-df687057-6021-4b4a-a488-540c2d0a4017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:37.375998 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:38.341690 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:40.121815 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:50.875902 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:06:57.378903 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-903f8c3c-af80-4ae4-a8a3-3c07730cf788 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818470 Sep 16 20:06:57.437265 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df95f-438f-40ca-9e31-77575d33700a req-d42fd4f4-5a70-415e-b5f6-edefcc8d7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:06:57.438735 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-d42fd4f4-5a70-415e-b5f6-edefcc8d7289 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 1098 time: 0.0391850 Sep 16 20:06:57.541512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df95f-438f-40ca-9e31-77575d33700a req-f6424221-0fbd-46cc-9c12-a7d8150f7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:06:57.542992 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-f6424221-0fbd-46cc-9c12-a7d8150f7f80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0863674 Sep 16 20:06:57.607196 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-96d769f5-7fdb-4164-b8f1-2bcabfa88971 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418 HTTP/1.1" status: 200 len: 1000 time: 0.0571480 Sep 16 20:06:57.655403 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df95f-438f-40ca-9e31-77575d33700a req-261c8007-e605-4d15-9f95-4b0b54dc1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:06:57.657046 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-261c8007-e605-4d15-9f95-4b0b54dc1785 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0435338 Sep 16 20:06:57.704469 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df95f-438f-40ca-9e31-77575d33700a req-17bf53be-2be3-4619-aef5-576e2e1a295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:06:57.705955 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-17bf53be-2be3-4619-aef5-576e2e1a295f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421002 Sep 16 20:06:57.716858 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-627db0fc-78f9-4db9-a2c0-de71ab450dd3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 20:06:57.718391 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-627db0fc-78f9-4db9-a2c0-de71ab450dd3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052397 Sep 16 20:06:57.806572 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-1c7152fa-a4d5-42db-91e4-b2cf4471115f service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815306 Sep 16 20:06:57.900288 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5c0df95f-438f-40ca-9e31-77575d33700a req-d665a83c-e916-4d03-8c4b-dbed74145b34 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Sep 16 20:07:03.972960 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:07:04.278765 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-511a9cea-ba85-485e-a58a-9b3c0f43a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:07.172634 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4217-ec5a-492a-9035-6db555c2ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:07.358873 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:08.352973 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:10.113447 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:20.907362 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:34.278632 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-6a469665-2461-48e8-8ce0-4679d1327659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:34.465555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd1e1-e952-4019-8fe6-00ae96eda497 req-b848d772-ed03-4931-8004-282a5d43a62e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:34.467030 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-668cd1e1-e952-4019-8fe6-00ae96eda497 req-b848d772-ed03-4931-8004-282a5d43a62e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0986669 Sep 16 20:07:34.504414 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-668cd1e1-e952-4019-8fe6-00ae96eda497 req-6daa5fa0-64fa-446e-8fb2-888bdb0f0cbd tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Sep 16 20:07:35.619491 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2535-8fe2-42f5-bd3e-b43b18616104 req-6b7d2d0f-9593-4dc8-ba52-ec521df67784 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:35.620921 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-351a2535-8fe2-42f5-bd3e-b43b18616104 req-6b7d2d0f-9593-4dc8-ba52-ec521df67784 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0476134 Sep 16 20:07:35.658472 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-351a2535-8fe2-42f5-bd3e-b43b18616104 req-a38d220d-8656-4a76-8016-3b537de80bad tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Sep 16 20:07:36.773583 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b5581-73ab-4912-a197-a706b662d279 req-d8279657-c4f0-447a-a0a1-3d14cd81e9e5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:36.775031 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b2b5581-73ab-4912-a197-a706b662d279 req-d8279657-c4f0-447a-a0a1-3d14cd81e9e5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0509655 Sep 16 20:07:36.812055 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3b2b5581-73ab-4912-a197-a706b662d279 req-79ecd414-26a5-47d6-8502-df4ec687b329 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311203 Sep 16 20:07:37.161344 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1ada-190c-4dcc-af4b-eb1276b5fa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:37.415969 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:37.927037 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66710744-eb31-4978-9a58-84ce58606b13 req-3b9a813e-8c32-44d4-b654-af6d3821a68d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:37.928526 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-66710744-eb31-4978-9a58-84ce58606b13 req-3b9a813e-8c32-44d4-b654-af6d3821a68d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0484965 Sep 16 20:07:37.966808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-66710744-eb31-4978-9a58-84ce58606b13 req-b599a199-bd7c-4acf-b8a4-075293fccced tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Sep 16 20:07:38.347318 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:39.086572 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc51a2-f60c-45c5-91da-75ca2be03724 req-f583fbbf-67bf-4433-a1d9-f10d346195fa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:39.088098 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2bc51a2-f60c-45c5-91da-75ca2be03724 req-f583fbbf-67bf-4433-a1d9-f10d346195fa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0484200 Sep 16 20:07:39.126045 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2bc51a2-f60c-45c5-91da-75ca2be03724 req-d706d3e0-9bf5-4229-88c8-6ddaef854608 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Sep 16 20:07:40.107366 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:40.242725 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ded9d4-d497-4ebb-88d2-1e2558830b5e req-f3e2327c-3ceb-417f-a46d-90d937b1b33e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:40.244163 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-63ded9d4-d497-4ebb-88d2-1e2558830b5e req-f3e2327c-3ceb-417f-a46d-90d937b1b33e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0520232 Sep 16 20:07:40.282808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-63ded9d4-d497-4ebb-88d2-1e2558830b5e req-a14b5f5c-508c-4c33-ad4f-64a3c69d0b99 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Sep 16 20:07:40.972584 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:07:41.398710 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe331b9-91e0-4aae-b4d6-cb7ebef75716 req-48592732-6cec-4b71-a6e1-708c3e1b26dc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:41.400165 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-afe331b9-91e0-4aae-b4d6-cb7ebef75716 req-48592732-6cec-4b71-a6e1-708c3e1b26dc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0517335 Sep 16 20:07:41.437685 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-afe331b9-91e0-4aae-b4d6-cb7ebef75716 req-4f72fc3d-08bd-4ecf-b32a-7561a16f10b8 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Sep 16 20:07:42.550102 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73bde-6969-4bd2-b9a9-e102702d1afd req-25c13290-72b9-4122-b548-5fe8fec304aa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:42.551454 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21e73bde-6969-4bd2-b9a9-e102702d1afd req-25c13290-72b9-4122-b548-5fe8fec304aa tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0469408 Sep 16 20:07:42.587954 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-21e73bde-6969-4bd2-b9a9-e102702d1afd req-7cb23f13-d953-49bd-b61d-d3524d24f216 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Sep 16 20:07:43.705624 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f9c3-7862-45e5-9345-786d1bbebb27 req-957eae91-11b4-48be-bac2-61f5947e42b5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:43.707074 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0950f9c3-7862-45e5-9345-786d1bbebb27 req-957eae91-11b4-48be-bac2-61f5947e42b5 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0517035 Sep 16 20:07:43.744288 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0950f9c3-7862-45e5-9345-786d1bbebb27 req-fe3b78cf-01de-421b-95c6-448fcd19dfa9 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Sep 16 20:07:44.627831 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-0b7228ad-e461-4af9-8741-e277ceeabc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:44.629314 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-0b7228ad-e461-4af9-8741-e277ceeabc0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0394714 Sep 16 20:07:44.721895 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-0179d09b-21e0-4ac2-9110-13b27a4faa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:44.723366 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-0179d09b-21e0-4ac2-9110-13b27a4faa51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0869553 Sep 16 20:07:44.788937 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-58a8ae2d-395f-4abb-b09f-e1699dace3ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 1001 time: 0.0585015 Sep 16 20:07:44.866103 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-dbd65827-fec7-457c-9406-6be24eb56505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:44.867553 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-dbd65827-fec7-457c-9406-6be24eb56505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0715618 Sep 16 20:07:44.890947 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf5476-9e29-409f-9a2b-df5df0d0dd54 req-af8c283d-b2ca-4efd-ae09-a6d682ea20ec tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:44.893306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24bf5476-9e29-409f-9a2b-df5df0d0dd54 req-af8c283d-b2ca-4efd-ae09-a6d682ea20ec tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0705431 Sep 16 20:07:44.946256 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24bf5476-9e29-409f-9a2b-df5df0d0dd54 req-2fb63f55-8327-4ff9-98bb-bb9ee11fc7ba tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 Sep 16 20:07:44.949063 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-86660822-928d-462f-9b2c-e77d1d56586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:44.950290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-86660822-928d-462f-9b2c-e77d1d56586a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759115 Sep 16 20:07:45.039335 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-84e43c02-c524-431e-82a0-4c66084f2e04 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813649 Sep 16 20:07:45.135118 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e421a0e3-4c4c-43ed-b233-5599125a978f req-801d2cb9-2506-4ccf-85c8-499adb940eba service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845361 Sep 16 20:07:46.075129 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35162f4-7872-4536-84c5-68057f001b89 req-886443d1-4cb9-469b-807f-64065a7e3241 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:46.076592 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c35162f4-7872-4536-84c5-68057f001b89 req-886443d1-4cb9-469b-807f-64065a7e3241 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0476782 Sep 16 20:07:46.115159 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c35162f4-7872-4536-84c5-68057f001b89 req-a3a2f068-ea09-4040-a6e2-e0cac3bb950d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Sep 16 20:07:47.231498 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce33755-aa19-430a-8b60-3c96aa4eebc9 req-a216d087-38c7-45e9-9033-91212f69d853 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:47.232954 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ce33755-aa19-430a-8b60-3c96aa4eebc9 req-a216d087-38c7-45e9-9033-91212f69d853 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0517287 Sep 16 20:07:47.270172 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ce33755-aa19-430a-8b60-3c96aa4eebc9 req-ac17c878-77fc-4f2a-b5b7-565cf584695a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Sep 16 20:07:48.383703 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60cba-d1d9-47cc-ac54-501aff7c597d req-76574651-7ab1-46b1-bf7b-87b4bb8fbba3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:48.385164 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-66f60cba-d1d9-47cc-ac54-501aff7c597d req-76574651-7ab1-46b1-bf7b-87b4bb8fbba3 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0481663 Sep 16 20:07:48.421059 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-66f60cba-d1d9-47cc-ac54-501aff7c597d req-07058142-92c3-40d6-b9e4-c4f1c63d084e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299704 Sep 16 20:07:48.528888 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-9a684783-edbe-481e-933f-852b9ad5e365 req-dc7104de-03d6-47b6-be8e-54d9d35d5e82 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 20:07:48.529872 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9a684783-edbe-481e-933f-852b9ad5e365 req-dc7104de-03d6-47b6-be8e-54d9d35d5e82 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470426 Sep 16 20:07:48.841984 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ef5c-75a6-4140-a7b6-aabde8e03ef7 req-908cc03c-c900-481d-a124-750ad99c42ea tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:48.843357 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7d99ef5c-75a6-4140-a7b6-aabde8e03ef7 req-908cc03c-c900-481d-a124-750ad99c42ea tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 16 20:07:48.890036 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7d99ef5c-75a6-4140-a7b6-aabde8e03ef7 req-0f64fce6-cf9f-40ef-90c5-32b2e7aa6f7c tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Sep 16 20:07:48.959128 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-a52aa53a-4c98-418d-9f9e-dfa94c5d75c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003962 Sep 16 20:07:49.365293 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf1b-b433-4e6a-a5fa-d38cbab88c2b req-c6146d2d-2558-4667-94ee-716c0e45ea6b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:49.367083 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-460dbf1b-b433-4e6a-a5fa-d38cbab88c2b req-c6146d2d-2558-4667-94ee-716c0e45ea6b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0479434 Sep 16 20:07:49.404489 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-460dbf1b-b433-4e6a-a5fa-d38cbab88c2b req-d94b8da8-f091-4e80-98be-e770bcb75b33 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316222 Sep 16 20:07:49.920779 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:07:49.998665 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:50.008098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc49e1-2fe5-4360-a921-7f77ad30d1bd req-c29230f4-b8dd-404f-b77b-2f9205c76f9d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:50.009589 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33fc49e1-2fe5-4360-a921-7f77ad30d1bd req-c29230f4-b8dd-404f-b77b-2f9205c76f9d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0479939 Sep 16 20:07:50.021412 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:07:50.027719 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9baa93-4107-4632-9cb4-b0b7e1757366" -d '{"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-unplugged", "status": "completed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:07:50.037292 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:07:50.050658 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33fc49e1-2fe5-4360-a921-7f77ad30d1bd req-9e584b93-9112-4902-bbcd-a3229a22c73e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348456 Sep 16 20:07:50.121076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24758b4-b062-42ed-bcaf-157ee0881c20 x-openstack-request-id: req-a24758b4-b062-42ed-bcaf-157ee0881c20 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:07:50.121393 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-unplugged", "status": "failed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "code": 422}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:07:50.121649 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a24758b4-b062-42ed-bcaf-157ee0881c20 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:07:50.122043 dv-cinder-804294-2-iscsi neutron-server[101175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'code': 422} returned with failed status Sep 16 20:07:50.126880 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:50.179065 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=6']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:07:50.185831 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.186124 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.186461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.186792 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.187121 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.187449 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.187805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.188129 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.188494 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.188845 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.189190 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.189734 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:50.522045 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b51ad2-b7a1-42d2-91b6-fe1baf08bb02 req-1caef8b1-a1ec-4015-be28-be953c0146dd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:50.523530 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-85b51ad2-b7a1-42d2-91b6-fe1baf08bb02 req-1caef8b1-a1ec-4015-be28-be953c0146dd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0514312 Sep 16 20:07:50.560697 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-85b51ad2-b7a1-42d2-91b6-fe1baf08bb02 req-e37151e9-bcf6-4697-807c-8cf922e9b7ca tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311770 Sep 16 20:07:50.938528 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-814303d4-0c13-4f3a-b5f7-528334cc226d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:50.940548 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-814303d4-0c13-4f3a-b5f7-528334cc226d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 945 time: 0.0472696 Sep 16 20:07:50.942089 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.036525 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:07:51.036859 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.160874 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] For port d0171fd6-e4ed-4dc3-ac0b-89f54b528418, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:07:51.161245 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.224821 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d4a5-943f-4274-a327-86573f8d53c1 req-1042b317-2b66-4069-8c9a-43fe170e5753 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.226357 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e7c4d4a5-943f-4274-a327-86573f8d53c1 req-1042b317-2b66-4069-8c9a-43fe170e5753 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.1036952 Sep 16 20:07:51.310398 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e7c4d4a5-943f-4274-a327-86573f8d53c1 req-ff6619d3-8725-45f9-a795-e466c18a01c4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725036 Sep 16 20:07:51.376860 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.377242 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.377595 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP 2c170f31-8ca4-4be6-90db-6d28877e20f6 disassociated. External IP: 172.27.1.30, port: d0171fd6-e4ed-4dc3-ac0b-89f54b528418. Sep 16 20:07:51.377932 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for d0171fd6-e4ed-4dc3-ac0b-89f54b528418 owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:07:51.489189 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-b5f5322a-f9af-4803-8a0d-241d58b95872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.490747 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-b5f5322a-f9af-4803-8a0d-241d58b95872 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b&tenant_id=90a82532ad434a3dabc5cd1bf1630f63 HTTP/1.1" status: 200 len: 1096 time: 0.0431201 Sep 16 20:07:51.553616 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-c26eeafe-668e-484c-af98-8b5efb4c907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.555411 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-c26eeafe-668e-484c-af98-8b5efb4c907d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1096 time: 0.0414639 Sep 16 20:07:51.572520 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:51.611589 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=d0171fd6-e4ed-4dc3-ac0b-89f54b528418,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:07:51.620212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.620568 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.620904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.621897 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.622226 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.622553 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.622875 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.623193 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.623519 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.623892 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.624211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.624535 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:07:51.677615 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-9ba530a0-caec-466b-81fe-af8f44ef0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.679064 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-9ba530a0-caec-466b-81fe-af8f44ef0a4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.1175284 Sep 16 20:07:51.699290 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0b5368fd-d57a-4cf5-a8bb-286664f4fb04 req-a4594da3-e8ea-47b5-bb63-919285fba617 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 210 time: 0.0285053 Sep 16 20:07:51.744945 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-2483684c-555a-4344-90c0-5cccf01b3660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 999 time: 0.0584164 Sep 16 20:07:51.801773 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-728b2d49-41db-4048-bea7-3ab3782b9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.803252 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-728b2d49-41db-4048-bea7-3ab3782b9602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0507557 Sep 16 20:07:51.851716 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-7eb82e6d-e260-40b9-a2f7-499be318a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:51.853185 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-7eb82e6d-e260-40b9-a2f7-499be318a176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434029 Sep 16 20:07:51.950282 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-f097e9a3-e845-4331-ba43-bcdc104d7266 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895939 Sep 16 20:07:52.036171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:07:52.054844 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-2eee4140-7601-4e56-bdef-40bd1ee56321 req-365bee3c-b066-4eeb-a6d1-35983e007591 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977721 Sep 16 20:07:52.146854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:07:52.156627 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:07:52.166648 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:07:52.167271 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:07:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:07:52.184070 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] No DVR routers for this DVR port d0171fd6-e4ed-4dc3-ac0b-89f54b528418 on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:07:52.186709 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:52.190593 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-33aaa0b3-b06a-42ed-8cfc-333cd6a914f4 req-5d8ecbbe-cd6d-40c6-af94-0d826267c8a6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "DELETE /v2.0/ports/d0171fd6-e4ed-4dc3-ac0b-89f54b528418 HTTP/1.1" status: 204 len: 173 time: 1.2397745 Sep 16 20:07:52.190593 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'name': 'network-vif-deleted', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:07:52.192234 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7275ae9-c324-4066-8d40-5c38af085da1" -d '{"events": [{"server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "name": "network-vif-deleted", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:07:52.227728 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d67a7d4-79bd-4c6a-afb6-edcd1afdba87 x-openstack-request-id: req-1d67a7d4-79bd-4c6a-afb6-edcd1afdba87 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:07:52.228035 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ca9e7-16aa-4bb0-9b57-5a03cb6165fd", "name": "network-vif-deleted", "tag": "d0171fd6-e4ed-4dc3-ac0b-89f54b528418", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:07:52.228280 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d67a7d4-79bd-4c6a-afb6-edcd1afdba87 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:07:52.228674 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ca9e7-16aa-4bb0-9b57-5a03cb6165fd', 'name': 'network-vif-deleted', 'tag': 'd0171fd6-e4ed-4dc3-ac0b-89f54b528418', 'status': 'completed', 'code': 200} Sep 16 20:07:52.274841 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:07:52.427275 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514edd5f-a990-47ec-b5be-7d2cc1ab4b76 req-676336d9-8149-44ed-abc9-dc262c233f30 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:52.428662 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-514edd5f-a990-47ec-b5be-7d2cc1ab4b76 req-676336d9-8149-44ed-abc9-dc262c233f30 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0488868 Sep 16 20:07:52.466171 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-514edd5f-a990-47ec-b5be-7d2cc1ab4b76 req-7d4c32a7-3d21-4ce1-821b-6c26b4402376 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Sep 16 20:07:52.488295 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:07:52.514503 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:07:52.522902 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:07:52.523504 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:07:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:07:52.631812 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:07:52.809996 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-fe12083d-36b1-4505-a2b8-53b69efa210e req-5a1a4fd9-6636-44b2-83a8-393b7051a882 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=016ca9e7-16aa-4bb0-9b57-5a03cb6165fd HTTP/1.1" status: 200 len: 210 time: 0.0249786 Sep 16 20:07:52.838862 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:07:52.866034 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052f4cd-60a5-4df5-b403-55dce3ae3a25 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:07:53.083278 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc7997-ac8b-4f7a-8af5-e9ee516d25f6 None None] New status for floating IP 2c170f31-8ca4-4be6-90db-6d28877e20f6: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:07:53.583572 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f28a51-15f9-4832-83fe-9d9ecd9ff463 req-4cfcd89f-84b6-4349-9961-9a57f57138e2 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:53.584931 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-25f28a51-15f9-4832-83fe-9d9ecd9ff463 req-4cfcd89f-84b6-4349-9961-9a57f57138e2 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0508811 Sep 16 20:07:53.621536 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-25f28a51-15f9-4832-83fe-9d9ecd9ff463 req-e17c5906-86f7-4241-8a3e-a506df491382 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306916 Sep 16 20:07:53.926777 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device d0171fd6-e4ed-4dc3-ac0b-89f54b528418 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:07:53.946823 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: d0171fd6-e4ed-4dc3-ac0b-89f54b528418 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:07:53.947162 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device d0171fd6-e4ed-4dc3-ac0b-89f54b528418 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:07:54.007972 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-ab8045c3-eaed-461e-af8d-8e4e7be9270e tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046027493&fields=id&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 267 time: 0.0324490 Sep 16 20:07:54.118029 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-5e1a6d2b-0fb0-451b-a336-7d205759d477 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:54.119420 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-5e1a6d2b-0fb0-451b-a336-7d205759d477 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.1042793 Sep 16 20:07:54.134048 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-7629463c-d82b-47ca-9e36-da410c78b62d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/quotas/7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 375 time: 0.0090191 Sep 16 20:07:54.185024 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-88580c1a-f2b2-420f-8581-9cc471a816ea tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456624 Sep 16 20:07:54.200268 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-24f263f1-bc35-43f3-a5e8-cf03512888aa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101173) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 20:07:54.201213 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-24f263f1-bc35-43f3-a5e8-cf03512888aa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049715 Sep 16 20:07:54.291130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-9e2e618b-a7f2-43b6-a189-f05db1fed3d8 service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832095 Sep 16 20:07:54.381748 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-ad1d520d-0d83-4919-9df4-685112a2e645 service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Sep 16 20:07:54.733264 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6d0f-31be-4fd7-984e-a1768ef903c7 req-0655d374-5e87-498f-895a-293dd5a281cc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:54.734733 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-feaa6d0f-31be-4fd7-984e-a1768ef903c7 req-0655d374-5e87-498f-895a-293dd5a281cc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0489788 Sep 16 20:07:54.773588 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-feaa6d0f-31be-4fd7-984e-a1768ef903c7 req-1077e481-4973-462b-a198-c5707bd3fd77 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Sep 16 20:07:54.926016 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-abfeca8d-8ebe-4f66-98d0-db89c15d64d9 req-3894e9ec-1a3e-415f-a083-3a4a06eb685a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Sep 16 20:07:55.893382 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236e59f-bc81-4ac5-8c79-027a48eb7563 req-288136ad-1b05-472a-a861-6958200ee043 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:55.894899 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2236e59f-bc81-4ac5-8c79-027a48eb7563 req-288136ad-1b05-472a-a861-6958200ee043 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0544307 Sep 16 20:07:55.934273 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2236e59f-bc81-4ac5-8c79-027a48eb7563 req-6008cebd-180a-4561-8826-488e65c6c953 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Sep 16 20:07:56.023044 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-951e9fe3-1751-4e95-9367-913372771a02 req-bd6585da-7580-4331-979d-091cf750e327 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Sep 16 20:07:56.883691 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-85e3ad81-fc03-481a-b58d-142af8a9bb01 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:56.885130 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-85e3ad81-fc03-481a-b58d-142af8a9bb01 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.1068094 Sep 16 20:07:56.928395 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-7f6f7ffa-fcf7-433e-83e5-5aff8aebadf6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 380 time: 0.0338001 Sep 16 20:07:56.937721 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'port': {'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'admin_state_up': True, 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'security_groups': ['4a694408-35ea-4dfe-94cd-22fb5ea86d9b']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:07:57.080561 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4edfcb-159c-4678-8c1f-e83227cfb6c2 req-2238b0e1-6168-40a1-8b68-16c016160e6b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:57.082197 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ac4edfcb-159c-4678-8c1f-e83227cfb6c2 req-2238b0e1-6168-40a1-8b68-16c016160e6b tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.0758336 Sep 16 20:07:57.133179 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-347a97c9-9910-406b-9870-c8534a281478 req-717ab757-5d50-4922-98ef-193a4c0b0171 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 210 time: 0.0365117 Sep 16 20:07:57.151014 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ac4edfcb-159c-4678-8c1f-e83227cfb6c2 req-e229d750-de78-45d4-b380-46e8ad6721ff tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585694 Sep 16 20:07:57.175527 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Made reservation on behalf of 7cf2b24a68bc4b99a74e603ab71f761e for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:07:57.179066 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.306404 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.20.0.9 (1af48795-ab5c-47f8-8bad-a09397c234f6/b42a8121-6c1b-4f51-9e64-083a9dd50660/7b90cdc9-38ba-45e9-80a7-c34cd664f91d) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:07:57.441838 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.530668 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.578328 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:07:57.582666 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:07:57.588935 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:07:57.595994 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:07:57.644369 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:57.644998 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.765187 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-a40c1328-00c8-4f4b-ad05-7382ec182b87 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8309762 Sep 16 20:07:57.778264 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Request body: {'port': {'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:07:57.832004 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.860783 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-44e1fb7e-b414-4935-b4c5-3693f80d4718 None None] Provisioning complete for port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:07:57.861302 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-44e1fb7e-b414-4935-b4c5-3693f80d4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:57.899789 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-44e1fb7e-b414-4935-b4c5-3693f80d4718 None None] Port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:07:58.102820 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90cdc9-38ba-45e9-80a7-c34cd664f91d {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:07:58.110243 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:58.122455 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Transition to ACTIVE for port object 7b90cdc9-38ba-45e9-80a7-c34cd664f91d will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:07:58.212629 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:58.320485 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Pushing event updated for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:07:58.358648 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601e83a-c057-4e93-a2bc-37c4c339cdd7 req-f76a6675-c66a-4820-8cbd-cccde8969a3f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.360166 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7601e83a-c057-4e93-a2bc-37c4c339cdd7 req-f76a6675-c66a-4820-8cbd-cccde8969a3f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.1580348 Sep 16 20:07:58.390355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-8a7a22e8-ef2c-4749-87f0-480bb53c42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.392857 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-8a7a22e8-ef2c-4749-87f0-480bb53c42aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1096 time: 0.0442703 Sep 16 20:07:58.402506 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa53194-2de0-46b9-a407-1592ad67c866 req-0fe62731-b148-4589-8ceb-d8284309d123 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.404668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9aa53194-2de0-46b9-a407-1592ad67c866 req-0fe62731-b148-4589-8ceb-d8284309d123 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.1703513 Sep 16 20:07:58.465441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7601e83a-c057-4e93-a2bc-37c4c339cdd7 req-fbda96f8-2333-4822-aee4-d46670bdd7ab tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800407 Sep 16 20:07:58.481795 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Attempting to bind port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:07:58.482133 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Attempting to bind port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:07:58.482452 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Attempting to bind port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:07:58.488256 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d on network 1af48795-ab5c-47f8-8bad-a09397c234f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:07:58.488580 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Attempting to bind port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:07:58.497537 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9aa53194-2de0-46b9-a407-1592ad67c866 req-5ad305dd-533e-4939-8964-0f18aa6aaf6a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803452 Sep 16 20:07:58.498373 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:07:58.498703 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:07:58.499074 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Bound using segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:07:58.499502 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Bound port: 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:07:58.500220 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:58.509984 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-33e7a45b-5fef-4231-a411-8d7e673dc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.511582 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-33e7a45b-5fef-4231-a411-8d7e673dc6aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0982909 Sep 16 20:07:58.569171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:07:58.572350 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:07:58.577334 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-270fa096-7535-4244-be62-6decfd838296 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 999 time: 0.0580502 Sep 16 20:07:58.631938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-358f5896-42f3-40f4-be21-77afc4e3cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.633315 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-358f5896-42f3-40f4-be21-77afc4e3cecc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0481777 Sep 16 20:07:58.652835 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:58.678866 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-f357c230-64b9-4369-a5aa-15b6068419f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.680482 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-f357c230-64b9-4369-a5aa-15b6068419f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400431 Sep 16 20:07:58.686040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.686475 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:07:58.688061 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] 10.222.0.35 "PUT /v2.0/ports/7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 1093 time: 0.9140134 Sep 16 20:07:58.690813 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:07:58.694045 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c08f01-9f91-401e-90b0-baeb4d52a8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:07:58.730861 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797930f5-5add-46de-ba9e-3ea02aa71b4a service neutron] Pushing event updated for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:07:58.784288 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-b6c59417-8ec4-4609-8e54-537825e5da10 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960116 Sep 16 20:07:58.800380 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab9053-e9a5-4055-ac5a-26ba7028d2b1 x-openstack-request-id: req-8eab9053-e9a5-4055-ac5a-26ba7028d2b1 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:07:58.800955 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:07:58.801297 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8eab9053-e9a5-4055-ac5a-26ba7028d2b1 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:07:58.801766 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'status': 'completed', 'code': 200} Sep 16 20:07:58.847716 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-674fa019-fb2a-4cd9-9a2c-efb75f057c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.850396 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-674fa019-fb2a-4cd9-9a2c-efb75f057c12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1096 time: 0.0475259 Sep 16 20:07:58.888779 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [req-ddfe0ba6-079e-454d-a74b-bd60f72f2d91 req-9f7333b3-6219-40c6-876e-07047d0323c7 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966737 Sep 16 20:07:58.894469 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-f6a12723-ae5f-4034-b630-b02645198c18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 217 time: 0.0376501 Sep 16 20:07:58.943418 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-6be660b7-c86a-4de1-9029-69307a4d7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.944871 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-6be660b7-c86a-4de1-9029-69307a4d7f50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0441427 Sep 16 20:07:58.991383 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-b4c57858-e7b8-45d3-b9db-a62ab421ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:58.992858 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-b4c57858-e7b8-45d3-b9db-a62ab421ec20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408723 Sep 16 20:07:59.088028 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-0357434f-9d78-4699-b99a-f8743b805141 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Sep 16 20:07:59.177932 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8478143a-5988-4b5e-8048-a5b7195a74cb req-bb1ea68b-5672-4af9-9c2b-065a24202205 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 Sep 16 20:07:59.311844 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-af01d8c3-5e1b-4f45-851f-eb840c9170be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.313333 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-af01d8c3-5e1b-4f45-851f-eb840c9170be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1096 time: 0.0391500 Sep 16 20:07:59.406006 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-d12e829c-d534-41a5-9885-bccf784e7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.407526 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-d12e829c-d534-41a5-9885-bccf784e7932 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0865870 Sep 16 20:07:59.449916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-07489828-c2ab-4fb7-b309-f5d1d5e568af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 217 time: 0.0341291 Sep 16 20:07:59.503923 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-57444be6-f004-4377-a189-fc741bea7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.505499 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-57444be6-f004-4377-a189-fc741bea7ead service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0465837 Sep 16 20:07:59.604904 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-00ca527b-2f4c-4a43-bf74-834e36160b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.606394 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-00ca527b-2f4c-4a43-bf74-834e36160b5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943921 Sep 16 20:07:59.624887 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c97a03-ea75-4237-a7c5-279aec784a7c req-644641af-c004-4889-a740-166c90297532 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.626969 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3c97a03-ea75-4237-a7c5-279aec784a7c req-644641af-c004-4889-a740-166c90297532 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0901246 Sep 16 20:07:59.676897 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb769f5-a8e3-4091-be8b-47798b6d22e6 req-c133dfa5-bc4c-4913-9998-cf133ca297cc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:07:59.678379 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7bb769f5-a8e3-4091-be8b-47798b6d22e6 req-c133dfa5-bc4c-4913-9998-cf133ca297cc tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 943 time: 0.1113319 Sep 16 20:07:59.740104 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c3c97a03-ea75-4237-a7c5-279aec784a7c req-b78a1535-6c98-47a4-955c-cf2ee361b54c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057594 Sep 16 20:07:59.769576 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7bb769f5-a8e3-4091-be8b-47798b6d22e6 req-e4da7a72-9020-485b-8558-c49f6da0603e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825605 Sep 16 20:07:59.783279 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-4ecb3de2-43c6-44d3-8483-6144ecaf3f0b service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652453 Sep 16 20:07:59.872481 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-51c08f01-9f91-401e-90b0-baeb4d52a8a2 req-bc874b6a-0d26-43be-a640-a68a05e31a61 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826976 Sep 16 20:07:59.974978 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:08:00.068391 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:00.078943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'port_id': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'mac_address': 'fa:16:3e:d8:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:08:00.119393 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:00.131467 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48f9452-291c-4ab2-809e-775ce5b9c2d7 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:08:00.149997 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:00.263936 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:00.311471 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=7']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:00.484039 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['a48f9452-291c-4ab2-809e-775ce5b9c2d7'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:08:00.884080 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9290e-f8c6-4765-9337-cc878fdc13ba req-297ca79d-86ee-4a94-81c5-22dd2b9ef0bd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:00.885568 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-acf9290e-f8c6-4765-9337-cc878fdc13ba req-297ca79d-86ee-4a94-81c5-22dd2b9ef0bd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0793321 Sep 16 20:08:00.905854 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db3e8c-bd41-461b-a959-fe9a38074fd7 req-99707a4b-bf24-455d-aa86-8670d903e942 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:00.907262 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e1db3e8c-bd41-461b-a959-fe9a38074fd7 req-99707a4b-bf24-455d-aa86-8670d903e942 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 944 time: 0.0681834 Sep 16 20:08:00.953751 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-acf9290e-f8c6-4765-9337-cc878fdc13ba req-f2294864-dafc-41df-bac1-74e008028f9c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605919 Sep 16 20:08:00.960851 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-e1db3e8c-bd41-461b-a959-fe9a38074fd7 req-323d1404-7a02-4ee5-b755-2c1f483e3e8a tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464053 Sep 16 20:08:01.992952 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:08:02.064770 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port a48f9452-291c-4ab2-809e-775ce5b9c2d7 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:08:02.065132 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:02.115281 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a347c-f1f7-45d3-abcd-27e064198d27 req-53d95881-dad2-4c71-b2e5-042f8d1cfe83 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:02.116680 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c80a347c-f1f7-45d3-abcd-27e064198d27 req-53d95881-dad2-4c71-b2e5-042f8d1cfe83 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 944 time: 0.0881889 Sep 16 20:08:02.123961 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b309b7-3e06-4e41-9106-1d85b6864855 req-f195d632-e6e0-4124-84e9-1b1572168677 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:02.125371 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8b309b7-3e06-4e41-9106-1d85b6864855 req-f195d632-e6e0-4124-84e9-1b1572168677 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0830882 Sep 16 20:08:02.146660 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:02.168977 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:08:02.171233 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85b0da1-e435-447c-a47f-89b0931c7a00" -d '{"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-plugged", "status": "completed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:08:02.181948 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c80a347c-f1f7-45d3-abcd-27e064198d27 req-8e3892ef-e06b-4200-929c-243406d1e8e6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556471 Sep 16 20:08:02.184142 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:02.186816 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f8b309b7-3e06-4e41-9106-1d85b6864855 req-09ccd9be-81f6-4c0b-93e9-bca793c46955 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Sep 16 20:08:02.226334 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845c0e3-6b70-4da6-8ccf-9137c48af9c1 x-openstack-request-id: req-e845c0e3-6b70-4da6-8ccf-9137c48af9c1 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:08:02.230298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-plugged", "status": "completed", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:08:02.230298 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e845c0e3-6b70-4da6-8ccf-9137c48af9c1 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:08:02.230298 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'code': 200} Sep 16 20:08:02.244342 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:02.291827 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=8']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:02.489713 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977c08-11b0-4e84-8c4f-7704f2da2d83 req-938c93a1-b0a1-4529-a73c-8311a4e6e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:02.491144 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a977c08-11b0-4e84-8c4f-7704f2da2d83 req-938c93a1-b0a1-4529-a73c-8311a4e6e05c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0379839 Sep 16 20:08:02.525815 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7a977c08-11b0-4e84-8c4f-7704f2da2d83 req-1fdefa7b-2aa6-45ac-8c40-65dd38dbf330 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270364 Sep 16 20:08:03.325351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d2e2-7323-4eba-aca5-bf0d04a5c359 req-e2d5992d-9c21-4327-a4e1-74617602afe6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:03.326804 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1b64d2e2-7323-4eba-aca5-bf0d04a5c359 req-e2d5992d-9c21-4327-a4e1-74617602afe6 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0769324 Sep 16 20:08:03.340928 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8e8b-b71d-47de-9d49-94ebbca49e08 req-5e8693b2-860a-46bb-bcf8-a191e1a1b843 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:03.342316 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-afce8e8b-b71d-47de-9d49-94ebbca49e08 req-5e8693b2-860a-46bb-bcf8-a191e1a1b843 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0814056 Sep 16 20:08:03.398808 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1b64d2e2-7323-4eba-aca5-bf0d04a5c359 req-39182d83-0dd7-48af-8ba3-32c5e75cea84 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652747 Sep 16 20:08:03.403409 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-afce8e8b-b71d-47de-9d49-94ebbca49e08 req-dc0c471b-4dcb-4579-b75f-9715171ae73d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538204 Sep 16 20:08:04.258295 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3c519cdb-4d12-40ae-9865-824a15ac26c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:04.540284 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1221be5-f531-44d3-9111-e3b1a77aab4c req-caef45bf-0c32-4e33-8d97-ba68b0a2a778 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:04.541668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f1221be5-f531-44d3-9111-e3b1a77aab4c req-caef45bf-0c32-4e33-8d97-ba68b0a2a778 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0751257 Sep 16 20:08:04.550495 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb77f-43b7-4670-b01a-010e2f9f7c04 req-f23ca37b-2248-436b-a189-b5b3206f35bb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:04.551771 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d70bb77f-43b7-4670-b01a-010e2f9f7c04 req-f23ca37b-2248-436b-a189-b5b3206f35bb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0759370 Sep 16 20:08:04.604286 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f1221be5-f531-44d3-9111-e3b1a77aab4c req-734c4cd9-db31-4924-bb7e-09c733eb4c71 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516064 Sep 16 20:08:04.609009 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d70bb77f-43b7-4670-b01a-010e2f9f7c04 req-33063a49-37ee-40b8-883e-5712add2429d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507092 Sep 16 20:08:05.724171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45605976-79d1-46d9-af4f-a10c9e140064 req-12b55736-bb8a-4a3a-9f7e-732f9eeddd74 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:05.725657 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45605976-79d1-46d9-af4f-a10c9e140064 req-12b55736-bb8a-4a3a-9f7e-732f9eeddd74 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Sep 16 20:08:05.763731 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-45605976-79d1-46d9-af4f-a10c9e140064 req-22250cdc-fecf-4b5b-9385-663ff6508110 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Sep 16 20:08:06.008156 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7b90cdc9-38ba-45e9-80a7-c34cd664f91d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:08:06.105143 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:06.116438 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:08:06.153055 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:06.165545 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90cdc9-38ba-45e9-80a7-c34cd664f91d {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:08:06.184256 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:06.321110 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:06.366576 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:06.522209 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['7b90cdc9-38ba-45e9-80a7-c34cd664f91d'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:08:06.875352 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d476945-407a-4e24-a0a2-bcc2fafc4dd6 req-009c2ce6-9d62-44b7-b513-527ed6fbad8b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:06.876968 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1d476945-407a-4e24-a0a2-bcc2fafc4dd6 req-009c2ce6-9d62-44b7-b513-527ed6fbad8b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 944 time: 0.0478728 Sep 16 20:08:06.915493 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-1d476945-407a-4e24-a0a2-bcc2fafc4dd6 req-1c83d0ee-a1d7-4dda-9af1-cc4477e7d59a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Sep 16 20:08:07.143585 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b2602971-99e3-4958-94d0-9260bb4f6b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:07.438817 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:08.017056 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7b90cdc9-38ba-45e9-80a7-c34cd664f91d up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:08:08.027233 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605b4b-7c8b-4466-a70c-d42ef6de930b req-23cc5887-0b02-4562-9124-135330b11504 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:08.028738 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24605b4b-7c8b-4466-a70c-d42ef6de930b req-23cc5887-0b02-4562-9124-135330b11504 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 944 time: 0.0474067 Sep 16 20:08:08.068441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24605b4b-7c8b-4466-a70c-d42ef6de930b req-e7e2296f-b67a-4ae4-8d9b-3d396a3f43a7 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Sep 16 20:08:08.127443 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:08:08.131356 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:08:08.135046 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:08.206879 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:08.228779 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:08:08.231006 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536b393-edc8-44c5-bf05-7f7bb518a9e6" -d '{"events": [{"server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "name": "network-vif-plugged", "status": "completed", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:08:08.243429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:08:08.271805 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4039dbd-0455-48d7-a62f-e412c53f6f82 x-openstack-request-id: req-a4039dbd-0455-48d7-a62f-e412c53f6f82 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:08:08.272080 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "name": "network-vif-plugged", "status": "completed", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:08:08.272335 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4039dbd-0455-48d7-a62f-e412c53f6f82 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:08:08.272727 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'code': 200} Sep 16 20:08:08.312794 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:08.363746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:08.367936 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:08.615430 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281e5b-254c-4431-9ff5-39098b259fbd req-565d22b3-ac8e-4a3c-87c1-4c07d25fb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:08.616862 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d3281e5b-254c-4431-9ff5-39098b259fbd req-565d22b3-ac8e-4a3c-87c1-4c07d25fb014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1098 time: 0.0406733 Sep 16 20:08:08.650773 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d3281e5b-254c-4431-9ff5-39098b259fbd req-e03c207c-9a66-4bde-af61-460a3c04b264 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271437 Sep 16 20:08:09.183679 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b165f-c695-4617-a1e0-f136203e7e5e req-07093d32-b25a-44bf-9d6f-9bf6c20acbb3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:09.185136 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-844b165f-c695-4617-a1e0-f136203e7e5e req-07093d32-b25a-44bf-9d6f-9bf6c20acbb3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.0483890 Sep 16 20:08:09.223590 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-844b165f-c695-4617-a1e0-f136203e7e5e req-2400f861-7a7b-4dd5-931d-e8faef0dbba0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Sep 16 20:08:10.138443 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:10.336115 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659169a-6e48-489f-824b-20931f2471b4 req-2b4be32d-9de6-4fc9-9e66-a8f37c51d7e8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:10.337589 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7659169a-6e48-489f-824b-20931f2471b4 req-2b4be32d-9de6-4fc9-9e66-a8f37c51d7e8 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.0469642 Sep 16 20:08:10.374583 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7659169a-6e48-489f-824b-20931f2471b4 req-c364b869-3a92-4ad3-9a3a-7d3cefbcb8f9 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Sep 16 20:08:10.487555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d723-77ea-47d9-9365-c30649bce58a req-d0978186-b352-467f-a62a-f8bd3faeb0ee tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:10.488974 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7fc2d723-77ea-47d9-9365-c30649bce58a req-d0978186-b352-467f-a62a-f8bd3faeb0ee tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.0510502 Sep 16 20:08:10.525190 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7fc2d723-77ea-47d9-9365-c30649bce58a req-04ac85be-2a98-4780-9df1-a3bd53b02af6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303197 Sep 16 20:08:10.548468 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38214) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:08:10.586217 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84c3db-663a-4715-9911-8be8fd6b05de tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:10.587752 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-eb84c3db-663a-4715-9911-8be8fd6b05de tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1093 time: 0.0383451 Sep 16 20:08:10.590445 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38216) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:08:10.595128 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:08:10.701913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:11.052538 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:11.152908 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.27.1.79 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/d8f59524-c6af-4bc0-9398-6dc37deb503e) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:08:11.254364 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:11.338695 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:11.378448 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:08:11.383605 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:08:11.387988 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:08:11.391001 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=d8f59524-c6af-4bc0-9398-6dc37deb503e,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:11.740868 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:11.871737 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:12.023598 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:12.090035 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:12.160971 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=d8f59524-c6af-4bc0-9398-6dc37deb503e,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:08:12.172159 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:12.268782 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.db.l3_db [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP 6ecaf8c0-026a-44a0-b423-4ccb4bf24de5 associated. External IP: 172.27.1.79, port: 7b90cdc9-38ba-45e9-80a7-c34cd664f91d. Sep 16 20:08:12.470732 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:08:12.575383 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:08:12.586145 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:08:12.596245 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:08:12.603839 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:08:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:08:12.678727 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:12.708107 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bbfe0c22-5134-44fc-b618-2f4bf58b26dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1166120 Sep 16 20:08:12.708707 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:08:12.711010 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:08:12.749068 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670994a2-ab4d-4df3-b790-ba2942faffca x-openstack-request-id: req-670994a2-ab4d-4df3-b790-ba2942faffca {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:08:12.749392 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:08:12.749643 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-670994a2-ab4d-4df3-b790-ba2942faffca {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:08:12.750040 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'status': 'completed', 'code': 200} Sep 16 20:08:12.816215 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-a9cb8e55-18f3-4ed7-a0a4-025cea3bedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:12.817987 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-a9cb8e55-18f3-4ed7-a0a4-025cea3bedca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1098 time: 0.0453432 Sep 16 20:08:12.828625 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:08:12.912212 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-688c859b-2c4a-462d-b058-fe38294037d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:12.913695 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-688c859b-2c4a-462d-b058-fe38294037d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0848894 Sep 16 20:08:12.983181 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-6e8a1afe-c034-4701-bb97-ea86854324b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 998 time: 0.0611522 Sep 16 20:08:13.032744 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-ab7a649c-1156-41af-9040-69dd68c78e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:13.034245 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-ab7a649c-1156-41af-9040-69dd68c78e1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0442514 Sep 16 20:08:13.057385 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:11Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:08:13.081105 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-dcafe6bb-e74a-4c43-9c21-10037ec09f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:08:13.082531 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-dcafe6bb-e74a-4c43-9c21-10037ec09f20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414195 Sep 16 20:08:13.085234 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:08:13.093628 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:08:13.094225 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:08:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:08:13.178492 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-1e325179-a34a-45a9-bc03-cc529132540d service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880599 Sep 16 20:08:13.200564 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:08:13.284703 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d11f65be-a067-4f7d-b8a3-6c40a4dc9711 req-937e1636-0342-4f59-870a-8f2e4a27fdd8 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846899 Sep 16 20:08:13.434904 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:11Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:08:13.461120 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35667a8c-50eb-42af-8acf-b7ea936a8823 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:11Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:08:13.635959 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf39cc-8928-4cef-a9d2-f614f84fc47c None None] New status for floating IP 6ecaf8c0-026a-44a0-b423-4ccb4bf24de5: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:08:17.971963 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:08:20.932009 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:34.250151 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-c6252441-de08-40e6-ba5d-b26ddf4bdab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:37.160702 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-40be7d94-ec94-4ba9-8547-b6d0d75e07ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:37.348041 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:38.360900 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:40.103696 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:50.954568 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:08:54.970406 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:09:00.352625 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-b5a9ed2e-96ea-47aa-8df9-44aff2ebb12c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437920 Sep 16 20:09:00.432777 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-86b21525-70aa-4f80-a4bc-715d7663727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:00.434280 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-86b21525-70aa-4f80-a4bc-715d7663727c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0394783 Sep 16 20:09:00.536698 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-c699f511-76f4-4e41-ab19-421eabe56c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:00.538160 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-c699f511-76f4-4e41-ab19-421eabe56c91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0841022 Sep 16 20:09:00.606236 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-ae9b9fd9-eed8-4876-b228-0470fbb4f301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 1001 time: 0.0602915 Sep 16 20:09:00.653856 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-f75af117-5015-48f4-8baa-14a0fda4df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:00.655282 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-f75af117-5015-48f4-8baa-14a0fda4df85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0419521 Sep 16 20:09:00.702696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-9f2df6a3-24ba-402d-88ed-4fa5d14fbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:00.704165 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-9f2df6a3-24ba-402d-88ed-4fa5d14fbb21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392976 Sep 16 20:09:00.797566 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-3b342a68-d1f8-4912-ba22-39d5e9dcc4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Sep 16 20:09:00.891642 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-24169e36-b5d9-4b97-88a8-0679ccbbfbf2 req-3bfb8f5e-dd64-45fb-8509-ddb052467d9b service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842748 Sep 16 20:09:04.251635 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-307b49c4-5c68-4d8f-bfe9-8dcdca304c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:07.160115 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0509fb3d-9491-4c39-b872-d863cc4e9c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:07.348667 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:08.360255 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:10.118592 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.401698 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38240) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:17.553557 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Deleting port 47c8d399-030f-4406-8d9a-d35beece8520 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:17.553891 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.630997 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.631305 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.642320 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Calling delete_port for 47c8d399-030f-4406-8d9a-d35beece8520 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:17.880388 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.904224 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event deleted for resources: {'Port': ['ID=47c8d399-030f-4406-8d9a-d35beece8520,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:17.932905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.933316 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.933597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.933983 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.934365 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.934655 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.934975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.935297 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.935694 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.935991 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.936306 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.936616 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:17.975597 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:17.975918 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Floating IP 48334995-519f-4370-87c3-d67ec0ff0c4c disassociated (deleted). External IP: 172.27.1.204, port: a48f9452-291c-4ab2-809e-775ce5b9c2d7. Sep 16 20:09:18.441943 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:09:18.547492 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:09:18.552307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:18.556832 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Sync routers for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:09:18.566874 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:18.567493 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:18.579108 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-76d410a8-462d-473a-ac16-c90846af9e48 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "DELETE /v2.0/floatingips/48334995-519f-4370-87c3-d67ec0ff0c4c HTTP/1.1" status: 204 len: 168 time: 1.1762748 Sep 16 20:09:18.579619 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:09:18.582676 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783ad58-a652-44fd-9a5f-e1f5613a81b3" -d '{"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:09:18.677488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:18.747428 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b743f-eb3f-4654-872d-fc2879089cda x-openstack-request-id: req-4b7b743f-eb3f-4654-872d-fc2879089cda {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:09:18.747740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:09:18.747966 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b7b743f-eb3f-4654-872d-fc2879089cda {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:09:18.748783 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'status': 'completed', 'code': 200} Sep 16 20:09:18.810552 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-603737ad-7a01-4183-85da-180ed980229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:18.812136 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-603737ad-7a01-4183-85da-180ed980229b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 1098 time: 0.0414698 Sep 16 20:09:18.887953 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:18.913512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-976270d2-5825-43e1-aa60-145a597fc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:18.917291 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Checking router: f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:09:18.917427 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-976270d2-5825-43e1-aa60-145a597fc18d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 200 len: 909 time: 0.0899231 Sep 16 20:09:18.922137 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:18.922748 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:18.964609 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-f97bdc8c-14cd-456c-b0b4-21ea02757b36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0424979 Sep 16 20:09:19.038535 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:19.041696 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-eea1895f-1a39-497e-9c81-d09908402960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:19.043165 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-eea1895f-1a39-497e-9c81-d09908402960 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 200 len: 847 time: 0.0718508 Sep 16 20:09:19.059215 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c293-b15a-4a62-8986-f686ac28893a req-65574a2f-6ffb-4599-a412-cc6e71252644 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:19.060669 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6b8c293-b15a-4a62-8986-f686ac28893a req-65574a2f-6ffb-4599-a412-cc6e71252644 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0634408 Sep 16 20:09:19.128866 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-d0621686-6dfe-41c8-bed3-7b2fc187e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:19.130275 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-d0621686-6dfe-41c8-bed3-7b2fc187e8cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a2d48e2f-2c3f-454a-a64b-4206e87392bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790431 Sep 16 20:09:19.133303 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b6b8c293-b15a-4a62-8986-f686ac28893a req-3da2713b-69e5-4c65-a665-ba46e5e31107 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Sep 16 20:09:19.224209 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-38664943-5a07-4804-a054-28dac559ffb2 service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853362 Sep 16 20:09:19.248176 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:19.275871 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac744b07-e71e-4859-9272-f62fb62d64a0 None None] The sync data for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi is: [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:40Z', 'revision_number': 4, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': '87e600ef-8c3f-4930-b274-0828581dea03', 'name': '', 'network_id': 'a2d48e2f-2c3f-454a-a64b-4206e87392bc', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'mac_address': 'fa:16:3e:0c:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:39Z', 'updated_at': '2021-09-16T20:04:43Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'subnets': [{'id': '8227585d-3c1b-4f3f-bb58-2f3581095549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:09:19.321540 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-3783ad58-a652-44fd-9a5f-e1f5613a81b3 req-707f7e43-a8c3-4b2d-b986-f0be7edcb04a service neutron] 10.222.0.35 "GET /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893116 Sep 16 20:09:19.492335 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61f320-f836-4976-b640-ede671b28ba7 None None] New status for floating IP 48334995-519f-4370-87c3-d67ec0ff0c4c: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:09:20.268571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412bed2-7ebc-4eac-9c5e-79a00ec83b4f req-31932029-2547-4026-b752-b16633e7dcea tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:20.270079 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0412bed2-7ebc-4eac-9c5e-79a00ec83b4f req-31932029-2547-4026-b752-b16633e7dcea tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0474968 Sep 16 20:09:20.307648 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0412bed2-7ebc-4eac-9c5e-79a00ec83b4f req-820174d1-191e-41f6-aef3-5795b41b4bfe tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0a31859-3f65-48c5-a843-6e10fe155c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Sep 16 20:09:20.509351 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-1e6a7d28-e9da-43ff-a558-cd42bb41f40e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:20.510784 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-1e6a7d28-e9da-43ff-a558-cd42bb41f40e tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.35 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 945 time: 0.0458622 Sep 16 20:09:20.603962 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Deleting port a48f9452-291c-4ab2-809e-775ce5b9c2d7 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:20.604296 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:20.689945 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] For port a48f9452-291c-4ab2-809e-775ce5b9c2d7, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=a48f9452-291c-4ab2-809e-775ce5b9c2d7,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:20.691090 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:20.703562 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Calling delete_port for a48f9452-291c-4ab2-809e-775ce5b9c2d7 owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:20.901760 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:20.947310 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:20.958896 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event deleted for resources: {'Port': ['ID=a48f9452-291c-4ab2-809e-775ce5b9c2d7,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:20.978720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.979063 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.979399 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.979728 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.980052 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.980375 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.980694 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.981009 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.981361 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.981679 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.981992 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.982302 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:20.984859 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] No DVR routers for this DVR port a48f9452-291c-4ab2-809e-775ce5b9c2d7 on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:09:20.987138 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:20.989144 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2e86c18d-38bd-4d98-9b36-cb25c9de6a87 req-960a52e9-9136-4df9-94c5-1bc550656124 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.35 "DELETE /v2.0/ports/a48f9452-291c-4ab2-809e-775ce5b9c2d7 HTTP/1.1" status: 204 len: 173 time: 0.4725585 Sep 16 20:09:20.989595 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-deleted', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:09:20.991783 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4140c-62d3-44b1-9b93-075a9bc485fc" -d '{"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-deleted", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:09:21.026571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf7e0a6-b625-4ee2-bb03-9639c8f972b9 x-openstack-request-id: req-8bf7e0a6-b625-4ee2-bb03-9639c8f972b9 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:09:21.026878 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017267-d48c-47e0-b635-d80be28d318b", "name": "network-vif-deleted", "tag": "a48f9452-291c-4ab2-809e-775ce5b9c2d7", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:09:21.027165 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bf7e0a6-b625-4ee2-bb03-9639c8f972b9 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:09:21.027558 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017267-d48c-47e0-b635-d80be28d318b', 'name': 'network-vif-deleted', 'tag': 'a48f9452-291c-4ab2-809e-775ce5b9c2d7', 'status': 'completed', 'code': 200} Sep 16 20:09:21.402129 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9fc6a893-8a40-4de6-a719-26d5742fe8f6 req-4c6bd08d-184a-4d7d-b7be-7f459d9c865d tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0257607 Sep 16 20:09:22.510770 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ccc72282-bc6c-43b3-9141-671aef88defe req-0c56e434-133a-4d99-a1fa-080d00693942 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "GET /v2.0/ports?device_id=41017267-d48c-47e0-b635-d80be28d318b HTTP/1.1" status: 200 len: 210 time: 0.0287580 Sep 16 20:09:23.570630 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38276) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:23.626619 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:23.657021 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:23.771778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:23.774399 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:23.775594 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0a31859-3f65-48c5-a843-6e10fe155c38 HTTP/1.1" status: 204 len: 168 time: 0.2039673 Sep 16 20:09:23.785766 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452ffce-7e8c-407d-9c8e-daeee52ce6a4 tempest-TestShelveInstance-427434370 tempest-TestShelveInstance-427434370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a31859-3f65-48c5-a843-6e10fe155c38,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:23.906189 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38280) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:24.239873 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:24.323495 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:24.343910 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: a48f9452-291c-4ab2-809e-775ce5b9c2d7 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:24.344252 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device a48f9452-291c-4ab2-809e-775ce5b9c2d7 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:24.480435 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Deleting port 87e600ef-8c3f-4930-b274-0828581dea03 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:24.480768 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:24.558888 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] For port 87e600ef-8c3f-4930-b274-0828581dea03, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=87e600ef-8c3f-4930-b274-0828581dea03,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:24.559244 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:24.571776 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Calling delete_port for 87e600ef-8c3f-4930-b274-0828581dea03 owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:24.811624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:24.838759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=87e600ef-8c3f-4930-b274-0828581dea03,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:25.000937 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.213889 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:09:25.318217 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:09:25.324194 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-28d5b8b6-ba84-4b6f-82b0-e3bebb5bfc3c admin admin] 10.222.0.49 "PUT /v2.0/routers/f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4165924 Sep 16 20:09:25.325778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38282) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:25.326644 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Sync routers for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:09:25.338624 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:25.339207 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:25.427686 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.444293 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:25.527200 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.627110 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:09:24Z', 'revision_number': 5, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port': {'id': 'c73ab0a4-8cd1-46e0-b03c-8153d8028919', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:25.642159 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Deleting port c73ab0a4-8cd1-46e0-b03c-8153d8028919 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:25.642881 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.654112 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Checking router: f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:09:25.663170 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Routers {'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:25.663777 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:25.724639 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] For port c73ab0a4-8cd1-46e0-b03c-8153d8028919, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=c73ab0a4-8cd1-46e0-b03c-8153d8028919,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:25.725011 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.736538 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Calling delete_port for c73ab0a4-8cd1-46e0-b03c-8153d8028919 owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:25.749451 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] Set router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 gateway port host: None {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:25.805467 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:09:25Z', 'revision_number': 6, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:25.832352 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c5946-cd19-44e6-8caa-bc218269834b None None] The sync data for ids ['f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4'] in dv-cinder-804294-2-iscsi is: [{'id': 'f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4', 'name': 'tempest-TestShelveInstance-822100046-router', 'tenant_id': '90a82532ad434a3dabc5cd1bf1630f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:37Z', 'updated_at': '2021-09-16T20:09:25Z', 'revision_number': 6, 'project_id': '90a82532ad434a3dabc5cd1bf1630f63', 'gw_port_host': None}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:09:25.965839 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:25.989082 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73ab0a4-8cd1-46e0-b03c-8153d8028919,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:26.049224 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.137566 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.139525 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.246097 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.246624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:09:26.255592 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.255592 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6c33de0c-3f65-40de-9a26-d786d44ec720 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f5c504d4-1fe0-4cad-b4a8-d8b69e7a3cb4 HTTP/1.1" status: 204 len: 168 time: 0.9259801 Sep 16 20:09:26.256250 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38284) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:26.303991 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Deleting subnet 8227585d-3c1b-4f3f-bb58-2f3581095549 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:09:26.306989 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.341894 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.422487 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.536696 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.564395 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.569059 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8227585d-3c1b-4f3f-bb58-2f3581095549 HTTP/1.1" status: 204 len: 168 time: 0.3093624 Sep 16 20:09:26.569059 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e40f1-c0b9-4b1c-aa79-5552fc7d3832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8227585d-3c1b-4f3f-bb58-2f3581095549,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:26.570528 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38286) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:26.588838 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df99a5-fee8-4ca2-a342-d45882523bf8 None None] Network a2d48e2f-2c3f-454a-a64b-4206e87392bc requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:09:26.653478 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.685235 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device c73ab0a4-8cd1-46e0-b03c-8153d8028919 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:26.712899 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Deleting port f5e04868-15f9-444c-9c11-9b9dd477a657 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:26.713197 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.779749 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] For port f5e04868-15f9-444c-9c11-9b9dd477a657, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=f5e04868-15f9-444c-9c11-9b9dd477a657,segment=NetworkSegment(5a072d45-5da9-4647-92fc-d09182987cb6),segment_id=5a072d45-5da9-4647-92fc-d09182987cb6)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:26.780195 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:26.795177 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Calling delete_port for f5e04868-15f9-444c-9c11-9b9dd477a657 owned by network:dhcp {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:26.856001 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: c73ab0a4-8cd1-46e0-b03c-8153d8028919 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:26.856159 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device c73ab0a4-8cd1-46e0-b03c-8153d8028919 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:26.856482 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 87e600ef-8c3f-4930-b274-0828581dea03 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:26.878741 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 87e600ef-8c3f-4930-b274-0828581dea03 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:26.879746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 87e600ef-8c3f-4930-b274-0828581dea03 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:26.966896 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] DHCP port deletion for a2d48e2f-2c3f-454a-a64b-4206e87392bc request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:09:26.975596 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.000818 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e04868-15f9-444c-9c11-9b9dd477a657,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:27.007214 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] No DVR routers for this DVR port f5e04868-15f9-444c-9c11-9b9dd477a657 on host dv-cinder-804294-2-iscsi {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:09:27.015742 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Deleting port f5e04868-15f9-444c-9c11-9b9dd477a657 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:27.016118 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.083378 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] For port f5e04868-15f9-444c-9c11-9b9dd477a657, host dv-cinder-804294-2-iscsi, got binding levels [] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:27.083800 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.098572 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Calling delete_port for f5e04868-15f9-444c-9c11-9b9dd477a657 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:27.101382 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.ipam_backend_mixin [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Port f5e04868-15f9-444c-9c11-9b9dd477a657 was not found and therefore no delete operation was performed {{(pid=101175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 20:09:27.102669 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.128547 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Pushing event deleted for resources: {'Port': ['ID=f5e04868-15f9-444c-9c11-9b9dd477a657,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:27.133891 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] No DVR routers for this DVR port f5e04868-15f9-444c-9c11-9b9dd477a657 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:09:27.140848 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.141206 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.141589 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.141922 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.142263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.142599 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.142935 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.143265 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.143593 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.143923 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.144407 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.144612 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06a4f10-a412-4705-a9d3-9cf98857e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:09:27.333397 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.353116 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d48e2f-2c3f-454a-a64b-4206e87392bc']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:27.361967 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a072d45-5da9-4647-92fc-d09182987cb6') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:27.362258 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a072d45-5da9-4647-92fc-d09182987cb6') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:27.371236 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.383964 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.389629 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:09:27.390005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:09:27.391593 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:09:27.514258 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.521599 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:27.523527 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a2d48e2f-2c3f-454a-a64b-4206e87392bc HTTP/1.1" status: 204 len: 168 time: 0.9521852 Sep 16 20:09:27.526576 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38288) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:27.534566 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e8e23-0dd4-4968-9775-e85ba6614a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d48e2f-2c3f-454a-a64b-4206e87392bc,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:27.873794 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:28.386605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Deleting port ca50e5e6-1c7c-4dd0-9599-c006a093b607 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:28.386941 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:28.387314 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f5e04868-15f9-444c-9c11-9b9dd477a657 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:28.406889 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: f5e04868-15f9-444c-9c11-9b9dd477a657 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:28.407196 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device f5e04868-15f9-444c-9c11-9b9dd477a657 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:28.463243 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] For port ca50e5e6-1c7c-4dd0-9599-c006a093b607, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ca50e5e6-1c7c-4dd0-9599-c006a093b607,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:28.463623 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:28.475197 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Calling delete_port for ca50e5e6-1c7c-4dd0-9599-c006a093b607 owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:28.731633 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:28.755675 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca50e5e6-1c7c-4dd0-9599-c006a093b607,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:28.922584 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.132385 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Router 679e7043-c572-46f6-b90c-893d414ad31e has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:09:29.237025 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:09:29.242330 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-f4303f74-9bb1-4072-ad46-e4c0866af509 admin admin] 10.222.0.49 "PUT /v2.0/routers/679e7043-c572-46f6-b90c-893d414ad31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147021 Sep 16 20:09:29.244768 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38290) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:29.247333 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Sync routers for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:09:29.256738 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:29.257380 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:29.355993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.446756 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:29.457517 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.576660 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Deleting port 931adc09-0746-4be1-b2d7-995d1598198b {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:29.576992 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.621566 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '931adc09-0746-4be1-b2d7-995d1598198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:09:28Z', 'revision_number': 5, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port': {'id': '931adc09-0746-4be1-b2d7-995d1598198b', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e7043-c572-46f6-b90c-893d414ad31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:04:44Z', 'updated_at': '2021-09-16T20:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:29.648066 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Checking router: 679e7043-c572-46f6-b90c-893d414ad31e for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:09:29.654674 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] For port 931adc09-0746-4be1-b2d7-995d1598198b, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=931adc09-0746-4be1-b2d7-995d1598198b,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:29.655051 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.656899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Routers {'679e7043-c572-46f6-b90c-893d414ad31e'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:09:29.657711 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:09:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['679e7043-c572-46f6-b90c-893d414ad31e'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:29.667903 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Calling delete_port for 931adc09-0746-4be1-b2d7-995d1598198b owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:29.745167 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] Set router 679e7043-c572-46f6-b90c-893d414ad31e gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:09:29.798557 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-323918cc-2453-447d-a067-547e22b28b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:09:29Z', 'revision_number': 6, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:29.825594 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323918cc-2453-447d-a067-547e22b28b4b None None] The sync data for ids ['679e7043-c572-46f6-b90c-893d414ad31e'] in dv-cinder-804294-2-iscsi is: [{'id': '679e7043-c572-46f6-b90c-893d414ad31e', 'name': 'tempest-TestShelveInstance-1580259535-router', 'tenant_id': 'ba7350cc81884444ba88b408699de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:04:43Z', 'updated_at': '2021-09-16T20:09:29Z', 'revision_number': 6, 'project_id': 'ba7350cc81884444ba88b408699de6aa', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:09:29.918684 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:29.950133 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Pushing event deleted for resources: {'Port': ['ID=931adc09-0746-4be1-b2d7-995d1598198b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:30.006792 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.094282 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.096355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.221575 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.225773 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679e7043-c572-46f6-b90c-893d414ad31e {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:09:30.227165 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.228308 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-fbe89b0c-a595-45c6-999d-85d81a244221 admin admin] 10.222.0.49 "DELETE /v2.0/routers/679e7043-c572-46f6-b90c-893d414ad31e HTTP/1.1" status: 204 len: 168 time: 0.9826171 Sep 16 20:09:30.230760 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38292) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:30.279283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Deleting subnet f1cce204-11e6-4288-84ad-1de36cda6455 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:09:30.282136 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.317232 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.392938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.501860 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.526913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1cce204-11e6-4288-84ad-1de36cda6455,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:30.532349 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.532349 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e84a3873-d0b6-429f-92fe-d07d93cade1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f1cce204-11e6-4288-84ad-1de36cda6455 HTTP/1.1" status: 204 len: 168 time: 0.3006594 Sep 16 20:09:30.534902 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38294) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:30.541714 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f95bce-01e5-4bb4-abcc-2e3b315b50ce None None] Network 2a0bfba6-f968-4835-b2e1-a84c32c047f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:09:30.614985 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.615416 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 931adc09-0746-4be1-b2d7-995d1598198b no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:30.638533 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 931adc09-0746-4be1-b2d7-995d1598198b {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:30.638875 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 931adc09-0746-4be1-b2d7-995d1598198b not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:30.639296 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ca50e5e6-1c7c-4dd0-9599-c006a093b607 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:30.670169 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Deleting port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:30.671586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.681053 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: ca50e5e6-1c7c-4dd0-9599-c006a093b607 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:30.681371 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ca50e5e6-1c7c-4dd0-9599-c006a093b607 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:30.736535 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] For port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:30.736981 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.750181 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Calling delete_port for 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:30.766060 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] DHCP port deletion for 2a0bfba6-f968-4835-b2e1-a84c32c047f6 request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:09:30.820337 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Deleting port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:09:30.820765 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.891438 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] For port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,segment=NetworkSegment(ec97df32-9fbf-4b3d-9680-ef1903bb5470),segment_id=ec97df32-9fbf-4b3d-9680-ef1903bb5470)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:09:30.894058 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.907889 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Calling delete_port for 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:09:30.913497 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:30.940993 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Pushing event deleted for resources: {'Port': ['ID=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:30.946683 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] No DVR routers for this DVR port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 on host dv-cinder-804294-2-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:09:30.987980 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.015410 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] No DVR routers for this DVR port 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:09:31.019877 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01b1e-6f43-48b7-b149-1c1184768d1f None None] Pushing event deleted for resources: {'Port': ['ID=57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:31.027590 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.049380 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0bfba6-f968-4835-b2e1-a84c32c047f6']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:31.059216 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec97df32-9fbf-4b3d-9680-ef1903bb5470') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:31.059511 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec97df32-9fbf-4b3d-9680-ef1903bb5470') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:09:31.068968 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.082386 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.090495 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:09:31.091050 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:09:31.092743 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:09:31.204355 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.210288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.212151 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a0bfba6-f968-4835-b2e1-a84c32c047f6 HTTP/1.1" status: 204 len: 168 time: 0.6763327 Sep 16 20:09:31.223099 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2227-239c-4bed-9663-2aea1d1e218d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0bfba6-f968-4835-b2e1-a84c32c047f6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:31.569036 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38298) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:31.610259 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-b95e2a80-ce6a-4ae4-a5eb-5fe2395a8dab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90a82532ad434a3dabc5cd1bf1630f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398307 Sep 16 20:09:31.612773 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38300) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:31.664104 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.684681 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.806025 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.808587 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:31.809759 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1d3e57a-d584-49a0-bb27-0521d4d716e3 HTTP/1.1" status: 204 len: 168 time: 0.1960444 Sep 16 20:09:31.819570 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab69623-7e7a-4804-bc2e-f7336996fa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3e57a-d584-49a0-bb27-0521d4d716e3,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:31.968479 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:09:32.387791 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:09:32.407641 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:09:32.407990 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 57ca27b6-7834-4d6b-8be6-6b8a96b2b8d2 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:09:32.504122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38306) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:32.543138 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-bc9307a1-a703-4fe3-953d-7bcd0628ec35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba7350cc81884444ba88b408699de6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372975 Sep 16 20:09:32.545624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38308) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:09:32.592271 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:32.612244 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:32.748922 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:32.751410 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:32.752571 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f8593fe-6b63-4af4-b022-9be8b94f7ab0 HTTP/1.1" status: 204 len: 168 time: 0.2060368 Sep 16 20:09:32.761460 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4b01-b96f-4013-9089-19c6ccd053d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8593fe-6b63-4af4-b022-9be8b94f7ab0,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:34.284328 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-277c1ef4-6f5b-4a45-a069-dbb84b620eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:37.188659 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-73614be6-a031-462d-89d8-d4b0939e5840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:37.394847 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:38.359867 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:40.119965 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:48.243874 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4b0cf52c-7b13-45cb-b0c1-da54aca69b63 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046027493&fields=id&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 267 time: 0.0322585 Sep 16 20:09:48.351555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-f67dd731-b2bc-4870-9cdf-ad0695d38a0c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:48.353690 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-f67dd731-b2bc-4870-9cdf-ad0695d38a0c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.1033795 Sep 16 20:09:48.368601 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-28de1b1a-a49f-47bf-8ebc-3d0df5ed87ca tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/quotas/7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 375 time: 0.0087762 Sep 16 20:09:48.424706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-29f66aca-a128-4694-987d-7685cb9f30ed tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507469 Sep 16 20:09:48.521416 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-f9fe089c-aaa0-49d3-88e7-9a213b541a4a service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846078 Sep 16 20:09:48.611004 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-204cfa8b-5766-4930-b429-caed5e90a124 service neutron] 10.222.0.49 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827563 Sep 16 20:09:49.165937 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b76f9a8d-b24d-4603-8daa-baf8d6b06169 req-0da9c8b5-8d11-4305-abd3-5f110bd40cc6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Sep 16 20:09:50.258753 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-9aadef2c-739b-42e8-940a-961b2e41bf99 req-2a77b601-0f32-46bb-b650-9839afb7038d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 210 time: 0.0248253 Sep 16 20:09:50.995247 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.035584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-55fd0df9-98f7-499a-84c6-d9c37330f55f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:51.036993 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-55fd0df9-98f7-499a-84c6-d9c37330f55f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 811 time: 0.0982690 Sep 16 20:09:51.081176 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-e68a4a13-25de-43bb-b2b0-1bd89fa01d25 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf2b24a68bc4b99a74e603ab71f761e HTTP/1.1" status: 200 len: 380 time: 0.0352614 Sep 16 20:09:51.091649 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'port': {'device_id': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'admin_state_up': True, 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'security_groups': ['4a694408-35ea-4dfe-94cd-22fb5ea86d9b']}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:09:51.285474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Made reservation on behalf of 7cf2b24a68bc4b99a74e603ab71f761e for: {'port': 1} {{(pid=101173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 20:09:51.289361 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.382390 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-988cb43b-35ff-437b-9d23-fb8290007ae2 req-d6a22956-a801-427b-be97-6444d99a63dd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 210 time: 0.0375850 Sep 16 20:09:51.443078 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_common [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.20.0.4 (1af48795-ab5c-47f8-8bad-a09397c234f6/b42a8121-6c1b-4f51-9e64-083a9dd50660/4ab9fda7-3ba9-4169-9391-8c722a262ce8) {{(pid=101173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:09:51.580718 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.680183 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_create {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.723512 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 is already hosted by enough agents. {{(pid=101173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:09:51.726581 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.base_scheduler [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:09:51.732872 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:09:51.755833 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=1']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:51.787518 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:51.815021 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.914883 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-4e0d8230-b53d-4c73-b60a-de174989b1ae tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8270066 Sep 16 20:09:51.924828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-97454fb1-d891-4c22-b5c6-5cd4fabb3cd8 None None] Provisioning complete for port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 triggered by entity DHCP. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:09:51.925567 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-97454fb1-d891-4c22-b5c6-5cd4fabb3cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:51.928986 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.v2.base [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Request body: {'port': {'device_id': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=101173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:09:51.964884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-97454fb1-d891-4c22-b5c6-5cd4fabb3cd8 None None] Port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 cannot update to ACTIVE because it is not bound. {{(pid=101175) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 20:09:51.998025 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.262720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab9fda7-3ba9-4169-9391-8c722a262ce8 {{(pid=101173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:09:52.269783 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.281487 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.provisioning_blocks [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Transition to ACTIVE for port object 4ab9fda7-3ba9-4169-9391-8c722a262ce8 will not be triggered until provisioned by entity L2. {{(pid=101173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 20:09:52.346999 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.400594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=2']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:52.501231 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Attempting to bind port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 20:09:52.501594 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Attempting to bind port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 20:09:52.501925 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Attempting to bind port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:09:52.509393 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 20:09:52.509720 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Attempting to bind port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 on network 1af48795-ab5c-47f8-8bad-a09397c234f6 {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 20:09:52.517744 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Checking agent: {'id': 'b7306a35-896a-40da-8d03-4a221b8c3453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'started_at': datetime.datetime(2021, 9, 16, 19, 53, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 20, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 20:09:52.518005 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Checking segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 20:09:52.518389 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Bound using segment: {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'} {{(pid=101173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 20:09:52.518843 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.managers [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Bound port: 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4283aa4f-d863-40ee-b037-0da166f0e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6'}}] {{(pid=101173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 20:09:52.519204 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.535763 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba435-3802-41a3-9dfd-1258970d6945 req-17147549-09ad-426c-bae3-d38bc0eb02fd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:52.537300 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-219ba435-3802-41a3-9dfd-1258970d6945 req-17147549-09ad-426c-bae3-d38bc0eb02fd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0802946 Sep 16 20:09:52.617265 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-219ba435-3802-41a3-9dfd-1258970d6945 req-78530d57-52cc-48a5-8a0f-e3e59e96517c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722380 Sep 16 20:09:52.623470 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, cleared binding levels {{(pid=101173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 20:09:52.626586 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 20:09:52.692079 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5181572'] for port, after_update {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.729174 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:52.729814 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:09:52.731260 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] 10.222.0.35 "PUT /v2.0/ports/4ab9fda7-3ba9-4169-9391-8c722a262ce8 HTTP/1.1" status: 200 len: 1093 time: 0.8081844 Sep 16 20:09:52.731745 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:09:52.734072 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:09:52.756799 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4baae5-7438-4976-9b01-89130cf11e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=3']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:09:52.777038 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3680c63-84b6-4444-af7f-5141e23e5990 x-openstack-request-id: req-b3680c63-84b6-4444-af7f-5141e23e5990 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:09:52.777368 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:09:52.777621 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3680c63-84b6-4444-af7f-5141e23e5990 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:09:52.778015 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'status': 'completed', 'code': 200} Sep 16 20:09:52.839751 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-23f150d8-495d-4b9c-8104-9ebb6ef4bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:52.841361 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-23f150d8-495d-4b9c-8104-9ebb6ef4bb0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1096 time: 0.0440776 Sep 16 20:09:52.944285 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-7de72f91-2b26-42c3-aedb-430a864daecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:52.945781 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-7de72f91-2b26-42c3-aedb-430a864daecf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969405 Sep 16 20:09:53.036593 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-7bfde61b-4c53-40ff-92f1-07f1e1916140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:53.037964 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bafa0fe1-6762-4712-9c7c-beefbfd2cd7e req-7bfde61b-4c53-40ff-92f1-07f1e1916140 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855770 Sep 16 20:09:53.111956 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-45795678-c102-462a-afec-fc200e622aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:53.113447 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-45795678-c102-462a-afec-fc200e622aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1096 time: 0.0389743 Sep 16 20:09:53.159541 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-b6c86d70-6d86-4dce-98df-da5c76e5fc0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8 HTTP/1.1" status: 200 len: 217 time: 0.0380924 Sep 16 20:09:53.211990 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-8a6ea819-88ab-410c-b538-816eff2a4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:53.214122 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-8a6ea819-88ab-410c-b538-816eff2a4479 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0469136 Sep 16 20:09:53.260482 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ad013e73-ecf9-429f-990c-f88136e68565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:53.261997 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-ad013e73-ecf9-429f-990c-f88136e68565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411663 Sep 16 20:09:53.355830 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-5a721337-f26c-43fb-9f98-a66d07af4e65 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Sep 16 20:09:53.446354 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-adc9271b-d2c8-47d0-8887-702cb7c3d3e4 req-6b45c98a-ff07-453d-acf7-5672d60be4d8 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810778 Sep 16 20:09:53.736215 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e23b7-89db-49ce-977e-a7052599a60b req-e7e1108a-08fa-4af6-b114-97ac1f38e044 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:53.737694 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-382e23b7-89db-49ce-977e-a7052599a60b req-e7e1108a-08fa-4af6-b114-97ac1f38e044 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0531623 Sep 16 20:09:53.774261 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-382e23b7-89db-49ce-977e-a7052599a60b req-9df07c8e-552e-4761-b3d6-b0e71b270d44 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305924 Sep 16 20:09:54.887984 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edff19-e581-4380-8803-f0994c0509e6 req-a1fd33e7-5f43-4c22-b7a0-f1d751cd6e45 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:54.889461 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c0edff19-e581-4380-8803-f0994c0509e6 req-a1fd33e7-5f43-4c22-b7a0-f1d751cd6e45 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0477693 Sep 16 20:09:54.926125 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c0edff19-e581-4380-8803-f0994c0509e6 req-cd795e66-33ae-4e67-9178-a6672139eb5a tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Sep 16 20:09:56.039536 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58d9b-0d59-4b5a-a2c8-963c9b6e665d req-ba9f1e82-d9b7-4d04-865f-873efff812dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:56.041668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2cb58d9b-0d59-4b5a-a2c8-963c9b6e665d req-ba9f1e82-d9b7-4d04-865f-873efff812dc tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0482321 Sep 16 20:09:56.080072 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2cb58d9b-0d59-4b5a-a2c8-963c9b6e665d req-03771310-5aa1-41af-9ff8-75db2406fc74 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Sep 16 20:09:57.195157 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4cbe6-a190-4498-8a44-648154478fac req-a2b2cbda-af62-42f5-a766-a11c875131c1 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:57.196637 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46b4cbe6-a190-4498-8a44-648154478fac req-a2b2cbda-af62-42f5-a766-a11c875131c1 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0512979 Sep 16 20:09:57.233562 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-46b4cbe6-a190-4498-8a44-648154478fac req-49074d9a-3a5b-47ea-a5b1-564825331d45 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Sep 16 20:09:58.347051 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21184d-a03d-448a-bf38-f7294d61f758 req-a9c33347-5563-40d1-849b-f38d9716aa62 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:58.349081 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f21184d-a03d-448a-bf38-f7294d61f758 req-a9c33347-5563-40d1-849b-f38d9716aa62 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0489240 Sep 16 20:09:58.386671 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-6f21184d-a03d-448a-bf38-f7294d61f758 req-572afffa-2a80-4119-ae4d-22f8b82abed3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Sep 16 20:09:59.500290 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c21c2-15d9-47e2-aa62-06cbc2562bad req-e19f3bd7-734c-475f-9fbf-c19789f9dc88 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:09:59.501839 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-339c21c2-15d9-47e2-aa62-06cbc2562bad req-e19f3bd7-734c-475f-9fbf-c19789f9dc88 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0474470 Sep 16 20:09:59.539206 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-339c21c2-15d9-47e2-aa62-06cbc2562bad req-b862c074-16d6-41a4-b527-adff10b6246c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Sep 16 20:10:00.480289 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4ab9fda7-3ba9-4169-9391-8c722a262ce8 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=101175) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 20:10:00.577738 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:10:00.588996 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Returning: {'device': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'port_id': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'mac_address': 'fa:16:3e:25:59:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101175) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 20:10:00.630733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:00.643990 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab9fda7-3ba9-4169-9391-8c722a262ce8 {{(pid=101175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 20:10:00.656479 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff12d-378e-436e-b7df-9167258121df req-bf423127-64d6-4527-aad7-090a08f0ecee tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:00.657992 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-871ff12d-378e-436e-b7df-9167258121df req-bf423127-64d6-4527-aad7-090a08f0ecee tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 943 time: 0.0519269 Sep 16 20:10:00.663655 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:10:00.696829 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-871ff12d-378e-436e-b7df-9167258121df req-95a59a3d-c43a-4e37-ba0a-e7f65436099d tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Sep 16 20:10:00.731282 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:00.779171 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=4']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:10:00.949599 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] get_ports_and_sgs() called for port_ids ['4ab9fda7-3ba9-4169-9391-8c722a262ce8'] {{(pid=101175) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 20:10:00.988867 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-c74defdc-3e6d-4277-b3e2-af1d1a339db6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378282 Sep 16 20:10:01.049965 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-a5a02eaa-703d-46d3-b41c-85c95ca795ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:01.051441 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-a5a02eaa-703d-46d3-b41c-85c95ca795ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1098 time: 0.0405581 Sep 16 20:10:01.159171 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-20f1416f-b5df-40c4-b5e9-84654c7aedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:01.160657 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-20f1416f-b5df-40c4-b5e9-84654c7aedea service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0905414 Sep 16 20:10:01.226476 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-4c6e3505-3ff6-402a-a670-5af8ac3278ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 1000 time: 0.0579758 Sep 16 20:10:01.278733 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-97ba8b2f-04f1-49ce-a48d-28ddefba688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:01.280175 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-97ba8b2f-04f1-49ce-a48d-28ddefba688b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0464897 Sep 16 20:10:01.325221 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-693603d7-efa3-4671-9418-eaf9b52e6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:01.326706 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-693603d7-efa3-4671-9418-eaf9b52e6d2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395303 Sep 16 20:10:01.414191 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-7bcb8778-efd8-4d26-819e-a1e0b30e1369 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800486 Sep 16 20:10:01.507388 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-8ec60be1-abce-41a0-9c7e-aedbffa168db req-f5644624-6d93-4ac6-a959-f0c57d8ba915 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858727 Sep 16 20:10:01.808872 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632a299-76ca-4730-896e-8e8a60a162c7 req-b211ca9d-8b72-4c0c-ad73-cc6484955c05 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:01.810266 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5632a299-76ca-4730-896e-8e8a60a162c7 req-b211ca9d-8b72-4c0c-ad73-cc6484955c05 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 944 time: 0.0486341 Sep 16 20:10:01.846845 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5632a299-76ca-4730-896e-8e8a60a162c7 req-9c67b7dd-098c-447b-b0c9-90aafabc61df tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Sep 16 20:10:02.496093 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4ab9fda7-3ba9-4169-9391-8c722a262ce8 up at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 20:10:02.615358 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning for port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 completed by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 20:10:02.619732 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.provisioning_blocks [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Provisioning complete for port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 triggered by entity L2. {{(pid=101175) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 20:10:02.620102 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017339'] for port, provisioning_complete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:02.697404 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:02.718983 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8'}] {{(pid=101175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:10:02.721243 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebff29c15baebe0f4217c638b4df9e617483939bc51c3131001bceb72e20cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ba55b-291c-4994-9ef5-9c547a8e6cc0" -d '{"events": [{"server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "name": "network-vif-plugged", "status": "completed", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8"}]}' {{(pid=101175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:10:02.734057 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:10:02.757884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469753b0-f642-4d4c-ae21-48b5d87900e1 x-openstack-request-id: req-469753b0-f642-4d4c-ae21-48b5d87900e1 {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:10:02.758180 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "name": "network-vif-plugged", "status": "completed", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8", "code": 200}]} {{(pid=101175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:10:02.758437 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-469753b0-f642-4d4c-ae21-48b5d87900e1 {{(pid=101175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:10:02.759701 dv-cinder-804294-2-iscsi neutron-server[101175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'code': 200} Sep 16 20:10:02.815629 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727'] for port, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:02.866590 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Pushing event updated for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=5']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:10:02.965131 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b13bae-3955-458d-a2ba-c3758b0226b5 req-8f6ebaa0-ac2e-4168-a38c-24091b5910a5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:02.966609 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2b13bae-3955-458d-a2ba-c3758b0226b5 req-8f6ebaa0-ac2e-4168-a38c-24091b5910a5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Sep 16 20:10:03.003707 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f2b13bae-3955-458d-a2ba-c3758b0226b5 req-7a507448-7388-435e-b258-cf859958bf86 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Sep 16 20:10:03.083109 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f217-3b95-4b8a-a03d-7a0ef969d54f req-367571f3-62f2-4748-a32c-18913a5fb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:03.084584 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef75f217-3b95-4b8a-a03d-7a0ef969d54f req-367571f3-62f2-4748-a32c-18913a5fb98e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1098 time: 0.0397029 Sep 16 20:10:03.118515 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-ef75f217-3b95-4b8a-a03d-7a0ef969d54f req-8241edab-920c-4d30-8629-8f2bc40428af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267088 Sep 16 20:10:04.118150 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6295d33-1d74-4851-a00d-118feebad5e9 req-60a72284-05ad-4c76-a1f3-4444e449b53f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:04.119555 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d6295d33-1d74-4851-a00d-118feebad5e9 req-60a72284-05ad-4c76-a1f3-4444e449b53f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0471621 Sep 16 20:10:04.157225 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-d6295d33-1d74-4851-a00d-118feebad5e9 req-6a37b068-c610-464c-b203-7b98f11bf461 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309212 Sep 16 20:10:04.255220 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-317ecd35-5a58-4932-8cf5-5369adf1293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:05.273925 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181ead-65ef-45d6-b0ba-fe642132d84a req-2da3563a-558f-4452-8e37-171020c67e7b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:05.275365 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b0181ead-65ef-45d6-b0ba-fe642132d84a req-2da3563a-558f-4452-8e37-171020c67e7b tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0509076 Sep 16 20:10:05.312477 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-b0181ead-65ef-45d6-b0ba-fe642132d84a req-09856214-2a4a-4311-9ed1-63b9a23438a1 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Sep 16 20:10:05.422464 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84ea7-2bc1-4d47-9b6d-36037d3b69af req-446b1ef5-689d-43e6-bd71-2cd90c08e621 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:05.423892 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfc84ea7-2bc1-4d47-9b6d-36037d3b69af req-446b1ef5-689d-43e6-bd71-2cd90c08e621 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Sep 16 20:10:05.460864 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfc84ea7-2bc1-4d47-9b6d-36037d3b69af req-967e6243-2d7f-4a48-aacb-bee6472b593e tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Sep 16 20:10:05.483971 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38396) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:10:05.523812 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd1d163-6089-4b11-a782-2233a58a0ab2 tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:05.525299 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-dfd1d163-6089-4b11-a782-2233a58a0ab2 tempest-TestVolumeBootPattern-2093361375 tempest-TestVolumeBootPattern-2093361375-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1093 time: 0.0403292 Sep 16 20:10:05.528812 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38398) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:10:05.532938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.v2.base [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Request body: {'floatingip': {'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'port_id': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 20:10:05.638283 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:05.731592 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:05.835773 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Allocated IP 172.27.1.152 (24bfaa1e-5b4d-4646-89ba-a13d392f2706/dc2028ff-7012-4bdb-ab19-294e03482b6c/4670db34-470c-4ad9-97f0-6b309983e4a1) {{(pid=101174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 20:10:05.936585 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:06.028932 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791953012691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:06.069962 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Network 24bfaa1e-5b4d-4646-89ba-a13d392f2706 is already hosted by enough agents. {{(pid=101174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 20:10:06.072759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Resources bound (agent type, host, resource id): {{(pid=101174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 20:10:06.075893 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Received port after_create {{(pid=101174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 20:10:06.102759 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=4670db34-470c-4ad9-97f0-6b309983e4a1,revision_number=1']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:10:06.420137 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:06.539036 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932663'] for port, before_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:06.946317 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for port, precommit_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:06.994203 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791953566989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791953012709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791953012727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5158093'] for port, after_update {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:07.059847 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event updated for resources: {'Port': ['ID=4670db34-470c-4ad9-97f0-6b309983e4a1,revision_number=2']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:10:07.072148 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7993094'] for floatingip, after_create {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:07.160045 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-364f273b-5c52-431f-a801-ee5ddc8e223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:07.171355 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP fa3e44e9-43c8-45ec-9a90-27ec001c7078 associated. External IP: 172.27.1.152, port: 4ab9fda7-3ba9-4169-9391-8c722a262ce8. Sep 16 20:10:07.348585 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:07.376426 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:10:07.483790 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:10:07.493989 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:10:07.503447 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:10:07.504076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:10:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:10:07.582778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:07.610828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:10:07.611606 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-8ab0cb9a-7770-40bf-859e-81c00d53d73c tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0817814 Sep 16 20:10:07.612166 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:10:07.614518 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2395b17b-0836-4a81-b0cd-629659c3115a" -d '{"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:10:07.651554 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8cd08b-d7c9-4014-9aba-0cbb63dcceeb x-openstack-request-id: req-ca8cd08b-d7c9-4014-9aba-0cbb63dcceeb {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:10:07.651871 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:10:07.652095 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca8cd08b-d7c9-4014-9aba-0cbb63dcceeb {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:10:07.652501 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'status': 'completed', 'code': 200} Sep 16 20:10:07.709927 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b17b-0836-4a81-b0cd-629659c3115a req-6d1116e4-6265-43e8-b300-2aab9796b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:07.711418 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-6d1116e4-6265-43e8-b300-2aab9796b07a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1098 time: 0.0397072 Sep 16 20:10:07.806100 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b17b-0836-4a81-b0cd-629659c3115a req-9fa9170b-ff68-47e7-9f40-f9a75c9a2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:07.807454 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-9fa9170b-ff68-47e7-9f40-f9a75c9a2799 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0892444 Sep 16 20:10:07.840860 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}, {'id': 'fa3e44e9-43c8-45ec-9a90-27ec001c7078', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:25:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:10:06Z', 'updated_at': '2021-09-16T20:10:06Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:10:07.867224 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:10:07.874540 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-127e9ab6-f313-48e5-9300-22ed972964b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8 HTTP/1.1" status: 200 len: 999 time: 0.0598695 Sep 16 20:10:07.875733 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:10:07.876327 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:10:07Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:10:07.929918 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b17b-0836-4a81-b0cd-629659c3115a req-bdb2c370-997d-4666-a9cc-491cc76e86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:07.931438 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-bdb2c370-997d-4666-a9cc-491cc76e86d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0495534 Sep 16 20:10:07.977592 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b17b-0836-4a81-b0cd-629659c3115a req-d1955d5b-e62a-4bf6-8063-e84618982ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:10:07.979078 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-d1955d5b-e62a-4bf6-8063-e84618982ba0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409675 Sep 16 20:10:07.986618 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:10:08.074575 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-d1923bb3-1fcb-4239-81d6-19d0d64422db service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Sep 16 20:10:08.166451 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-2395b17b-0836-4a81-b0cd-629659c3115a req-817ae324-7133-43ad-ad72-e21d73ffeb1b service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Sep 16 20:10:08.345887 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}, {'id': 'fa3e44e9-43c8-45ec-9a90-27ec001c7078', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:25:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:10:06Z', 'updated_at': '2021-09-16T20:10:06Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:10:08.372372 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c1520-2f0b-4aaa-9371-b87008f0e292 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}, {'id': 'fa3e44e9-43c8-45ec-9a90-27ec001c7078', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:25:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:10:06Z', 'updated_at': '2021-09-16T20:10:06Z', 'revision_number': 0, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:10:08.376818 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:08.562233 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eadab50-25ca-4b0c-bd16-bb003f308289 None None] New status for floating IP fa3e44e9-43c8-45ec-9a90-27ec001c7078: ACTIVE {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:10:08.967312 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:10:10.120249 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:20.982494 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:34.256308 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-873df725-ab7a-487c-a60b-871b3fbc0484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:37.159340 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bae75516-6450-4f6c-8815-a4d29571751c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:37.380623 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:38.359448 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:40.130737 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:10:45.967744 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:10:50.999401 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:02.010953 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-d10cbf86-1ebb-4003-8d1c-d857c343d0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398009 Sep 16 20:11:02.096342 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-0cb5aee2-a298-44da-bef7-f6cf302c1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:02.097891 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-0cb5aee2-a298-44da-bef7-f6cf302c1980 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1098 time: 0.0443990 Sep 16 20:11:02.197958 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-c9ff2370-0803-46be-9762-c999a7bdd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:02.199360 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-c9ff2370-0803-46be-9762-c999a7bdd3fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0824323 Sep 16 20:11:02.265168 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-2f8a3c42-db0c-4084-bcc6-4c39d9116d6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 1000 time: 0.0590801 Sep 16 20:11:02.312467 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-af97cfd4-b0c1-4a88-aa15-2e60e51ad873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:02.313916 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-af97cfd4-b0c1-4a88-aa15-2e60e51ad873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0424631 Sep 16 20:11:02.357008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-8a477969-8a82-4026-b4c7-04d242e1d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:02.358467 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-8a477969-8a82-4026-b4c7-04d242e1d150 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380206 Sep 16 20:11:02.452050 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-2a1ac77f-d5ed-44f5-bf7e-4db18059b2fa service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Sep 16 20:11:02.539548 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-c4c2695e-4445-47eb-b9d4-7c699b2e16f6 req-3260ae92-25f9-4423-9e34-6aa8b156bfa6 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802505 Sep 16 20:11:04.262263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-936d210d-6f3c-432f-8aa7-8e9c7b323dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:07.153600 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-beb1129f-1775-4200-8db2-91f289e7d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:07.370522 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:08.381826 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:10.130607 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:20.974603 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:22.966953 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:11:25.931047 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-39b71cdf-618a-4029-89a4-b8ff58d5f1b6 req-f9b52b39-e137-4c74-950d-bd0277b0ffa5 service neutron] (101174) timed out ('10.222.0.35', 57178) {{(pid=101174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 20:11:27.426421 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-a309af63-f3f9-4700-870e-46ba8bb11b2a req-fd3b3659-8c0b-451d-af96-ffa68e0f4925 service neutron] (101174) timed out ('10.222.0.35', 57171) {{(pid=101174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 20:11:31.861921 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-380797f6-4512-4e29-83c0-da39f3b02005 req-25748db0-4a83-49a3-a6e5-9adcf68f9105 service neutron] (101174) timed out ('10.222.0.35', 57196) {{(pid=101174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 20:11:34.243886 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-14e1c9d0-79e2-4f56-8528-36f42d3fde0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:37.192903 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f9385dec-d8ed-4f5b-afe2-6149dfc97cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:37.364200 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:38.414274 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:38.675140 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38434) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:38.949653 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port 4670db34-470c-4ad9-97f0-6b309983e4a1 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:38.950133 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.027191 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.027517 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.039336 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for 4670db34-470c-4ad9-97f0-6b309983e4a1 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:39.238469 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.263169 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=4670db34-470c-4ad9-97f0-6b309983e4a1,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:39.280905 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.281298 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.281669 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.282001 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.282331 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.282655 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.282980 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.283300 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.283624 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.283938 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.284253 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.284567 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:39.337209 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.337559 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP fa3e44e9-43c8-45ec-9a90-27ec001c7078 disassociated (deleted). External IP: 172.27.1.152, port: 4ab9fda7-3ba9-4169-9391-8c722a262ce8. Sep 16 20:11:39.540136 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:11:39.643545 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:11:39.648311 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:39.653608 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:11:39.662263 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:39.662882 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:39.676223 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-dc5d0e3a-472f-4806-8f04-7f13c0d5bfa5 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "DELETE /v2.0/floatingips/fa3e44e9-43c8-45ec-9a90-27ec001c7078 HTTP/1.1" status: 204 len: 168 time: 1.0000243 Sep 16 20:11:39.676787 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:11:39.679102 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48100e4a-f62a-47aa-a90b-afc53596ad83" -d '{"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:11:39.720873 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f39522-4f67-484a-bcc9-c6816dc0d306 x-openstack-request-id: req-a5f39522-4f67-484a-bcc9-c6816dc0d306 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:11:39.721453 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:11:39.721912 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5f39522-4f67-484a-bcc9-c6816dc0d306 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:11:39.722515 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'status': 'completed', 'code': 200} Sep 16 20:11:39.771535 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:39.790084 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-a7fa58f4-71e2-4811-9594-15e1604493ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:39.791663 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-a7fa58f4-71e2-4811-9594-15e1604493ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 1098 time: 0.0470746 Sep 16 20:11:39.884752 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-4c5dfeb5-af35-4f4b-a066-f3ae57c9f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:39.886297 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-4c5dfeb5-af35-4f4b-a066-f3ae57c9f3bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0874267 Sep 16 20:11:39.930642 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-f638a714-3d3b-4836-8451-a0549becb253 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8 HTTP/1.1" status: 200 len: 217 time: 0.0374308 Sep 16 20:11:39.983300 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-1cd895c3-e9b6-4167-b821-1fb03e36ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:39.985145 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-1cd895c3-e9b6-4167-b821-1fb03e36ff6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0464649 Sep 16 20:11:40.006933 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:40.031198 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-7e55edbf-6f0b-49ac-a427-5f672579a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:40.032751 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-7e55edbf-6f0b-49ac-a427-5f672579a9f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407553 Sep 16 20:11:40.035577 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:11:40.043004 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:40.044320 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:40.163443 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-c432667b-5857-4cbe-81f0-46bf3fad0774 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 Sep 16 20:11:40.163887 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:40.171963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2d90-e8f0-4bb1-b4c2-090034045b20 req-0c19bfc9-5b55-47d9-964a-51541a56d4d4 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:40.173452 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-04ef2d90-e8f0-4bb1-b4c2-090034045b20 req-0c19bfc9-5b55-47d9-964a-51541a56d4d4 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0704517 Sep 16 20:11:40.189488 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:40.265289 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-04ef2d90-e8f0-4bb1-b4c2-090034045b20 req-6c86a9cc-0110-4e8f-a162-9345f260a877 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839043 Sep 16 20:11:40.288398 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-48100e4a-f62a-47aa-a90b-afc53596ad83 req-7856e6fc-4a6d-43b0-93c9-bd71dba7f523 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140072 Sep 16 20:11:40.395475 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:40.426461 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963dfd4-2b69-4580-8618-1cdacf6ea1c5 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_floatingips': [{'id': '6ecaf8c0-026a-44a0-b423-4ccb4bf24de5', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'router_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'port_id': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'mac_address': 'fa:16:3e:5a:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T20:08:11Z', 'updated_at': '2021-09-16T20:08:13Z', 'revision_number': 1, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:11:40.633073 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d3d8b-5f8a-4f4a-92c5-e625728ad941 None None] New status for floating IP fa3e44e9-43c8-45ec-9a90-27ec001c7078: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:11:41.518012 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa345-8aa5-43bc-a523-1933a96e177f req-56a52de0-ae6f-4e01-ad89-b315e49f6af6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:41.519538 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d1fa345-8aa5-43bc-a523-1933a96e177f req-56a52de0-ae6f-4e01-ad89-b315e49f6af6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.1820338 Sep 16 20:11:41.558614 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4d1fa345-8aa5-43bc-a523-1933a96e177f req-42c38c6b-4fed-45f5-a174-9c42b41cfdb0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329719 Sep 16 20:11:41.620977 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860e40-8852-402c-8952-a957be484312 req-90798c85-bb29-4dd9-aa07-3ab4fda63bfb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:41.623387 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c860e40-8852-402c-8952-a957be484312 req-90798c85-bb29-4dd9-aa07-3ab4fda63bfb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 945 time: 0.0469892 Sep 16 20:11:41.715533 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:41.715858 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:41.805480 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] For port 4ab9fda7-3ba9-4169-9391-8c722a262ce8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4ab9fda7-3ba9-4169-9391-8c722a262ce8,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:41.805838 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:41.818857 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for 4ab9fda7-3ba9-4169-9391-8c722a262ce8 owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:42.021633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:42.051554 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=4ab9fda7-3ba9-4169-9391-8c722a262ce8,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:42.081623 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.081963 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.082300 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.082633 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.083013 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.083287 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.083609 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.083933 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.084257 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.084584 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.084901 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.085215 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:42.103218 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] No DVR routers for this DVR port 4ab9fda7-3ba9-4169-9391-8c722a262ce8 on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:11:42.106187 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:42.108305 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-7c860e40-8852-402c-8952-a957be484312 req-ea8987c4-fba1-49ed-a607-f84a287bd6c3 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "DELETE /v2.0/ports/4ab9fda7-3ba9-4169-9391-8c722a262ce8 HTTP/1.1" status: 204 len: 173 time: 0.4790637 Sep 16 20:11:42.108666 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'name': 'network-vif-deleted', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:11:42.111098 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a574f7-afc7-4d59-8696-533a4d349f00" -d '{"events": [{"server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "name": "network-vif-deleted", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:11:42.162555 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c2389-b6f7-4836-ba4d-423b13a4f81a x-openstack-request-id: req-582c2389-b6f7-4836-ba4d-423b13a4f81a {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:11:42.162847 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde6b6f-9607-4593-9ddc-12755e98af52", "name": "network-vif-deleted", "tag": "4ab9fda7-3ba9-4169-9391-8c722a262ce8", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:11:42.163121 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-582c2389-b6f7-4836-ba4d-423b13a4f81a {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:11:42.163547 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde6b6f-9607-4593-9ddc-12755e98af52', 'name': 'network-vif-deleted', 'tag': '4ab9fda7-3ba9-4169-9391-8c722a262ce8', 'status': 'completed', 'code': 200} Sep 16 20:11:42.653734 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-bfb38e3b-de33-4bc3-bcc6-d92b43a1cc6d req-d23ac2e2-0fd1-42a6-882e-9cb2d25920d0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=acde6b6f-9607-4593-9ddc-12755e98af52 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Sep 16 20:11:44.997225 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4ab9fda7-3ba9-4169-9391-8c722a262ce8 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:11:45.016943 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 4ab9fda7-3ba9-4169-9391-8c722a262ce8 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:11:45.017312 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 4ab9fda7-3ba9-4169-9391-8c722a262ce8 not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:11:46.121772 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38480) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:46.275310 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port d8f59524-c6af-4bc0-9398-6dc37deb503e {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:46.275642 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.351040 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.351365 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.364307 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for d8f59524-c6af-4bc0-9398-6dc37deb503e owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:46.575663 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.601869 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=d8f59524-c6af-4bc0-9398-6dc37deb503e,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:46.661273 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.661526 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.db.l3_db [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Floating IP 6ecaf8c0-026a-44a0-b423-4ccb4bf24de5 disassociated (deleted). External IP: 172.27.1.79, port: 7b90cdc9-38ba-45e9-80a7-c34cd664f91d. Sep 16 20:11:46.874155 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:11:46.977663 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:11:46.982775 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:46.987260 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:11:46.995975 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:46.996631 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:47.009594 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-90b10d2a-1c9f-4e57-8d86-155bc0387c18 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "DELETE /v2.0/floatingips/6ecaf8c0-026a-44a0-b423-4ccb4bf24de5 HTTP/1.1" status: 204 len: 168 time: 0.8866878 Sep 16 20:11:47.010183 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d'}] {{(pid=101174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:11:47.013178 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}373b14660765072225543f43a79fa5e64b12e6d4c5bb66606eba665aa752f5c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587c502-b030-458a-9d14-fb8d758dca61" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d"}]}' {{(pid=101174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:11:47.052025 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3df63-d595-435b-9342-67838997a5c4 x-openstack-request-id: req-84f3df63-d595-435b-9342-67838997a5c4 {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:11:47.052343 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d", "status": "completed", "code": 200}]} {{(pid=101174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:11:47.052568 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84f3df63-d595-435b-9342-67838997a5c4 {{(pid=101174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:11:47.052967 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'status': 'completed', 'code': 200} Sep 16 20:11:47.111066 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:47.120450 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c502-b030-458a-9d14-fb8d758dca61 req-610f270a-ae62-4eed-b5f1-8d09ff4a76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:47.122810 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-610f270a-ae62-4eed-b5f1-8d09ff4a76e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 1098 time: 0.0457535 Sep 16 20:11:47.226261 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c502-b030-458a-9d14-fb8d758dca61 req-b05381bf-6e64-432b-b764-690e06f3fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:47.227951 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-b05381bf-6e64-432b-b764-690e06f3fed9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 200 len: 912 time: 0.0983539 Sep 16 20:11:47.270834 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-1fd8885b-ad16-4804-aeee-bab7dfb1dca4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 200 len: 217 time: 0.0354295 Sep 16 20:11:47.320460 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c502-b030-458a-9d14-fb8d758dca61 req-e02748d3-ac9e-47b6-8f7f-c403e9262bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:47.321954 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-e02748d3-ac9e-47b6-8f7f-c403e9262bd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 200 len: 850 time: 0.0440898 Sep 16 20:11:47.322102 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:47.353466 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:11:47.362080 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:47.362686 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:47.604672 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:47.636917 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c502-b030-458a-9d14-fb8d758dca61 req-24382601-92b6-4617-855c-eef0af7fe83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:47.638718 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-24382601-92b6-4617-855c-eef0af7fe83b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1af48795-ab5c-47f8-8bad-a09397c234f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3099716 Sep 16 20:11:47.736074 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130e157-15bd-4528-a3f4-da9be2567089 req-0a445822-f36f-4ee2-87ca-ddf905366dcb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:47.737551 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5130e157-15bd-4528-a3f4-da9be2567089 req-0a445822-f36f-4ee2-87ca-ddf905366dcb tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.1031539 Sep 16 20:11:47.787048 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-1c661b5f-b8cf-4b61-a5ef-b24ecbacfcfc service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391582 Sep 16 20:11:47.791830 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-5130e157-15bd-4528-a3f4-da9be2567089 req-d349d95e-3a5a-4411-9ce2-f7a2cba54d9f tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468996 Sep 16 20:11:47.804564 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:47.832103 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddfee3-b9b5-4968-8524-df6cb8535dec None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:05Z', 'revision_number': 4, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi', '_interfaces': [{'id': 'febedddf-c748-48a7-9fa7-e54d85ca4683', 'name': '', 'network_id': '1af48795-ab5c-47f8-8bad-a09397c234f6', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'mac_address': 'fa:16:3e:df:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:04Z', 'updated_at': '2021-09-16T20:05:09Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'subnets': [{'id': 'b42a8121-6c1b-4f51-9e64-083a9dd50660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:11:47.882145 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-f587c502-b030-458a-9d14-fb8d758dca61 req-11739a2f-0d07-41b2-8ab8-ca5f16b29ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872478 Sep 16 20:11:48.052899 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53b02-401a-4f8f-a079-c09af3ff1591 None None] New status for floating IP 6ecaf8c0-026a-44a0-b423-4ccb4bf24de5: DOWN {{(pid=101176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 20:11:48.907292 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485bd51-1d06-499c-baba-9705c5a458aa req-cf26f57c-e0bc-4e86-9d72-9faa41e552bd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:48.908725 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0485bd51-1d06-499c-baba-9705c5a458aa req-cf26f57c-e0bc-4e86-9d72-9faa41e552bd tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Sep 16 20:11:48.971306 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-0485bd51-1d06-499c-baba-9705c5a458aa req-7ea32aa3-d48f-43f8-9717-b24739aca986 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a694408-35ea-4dfe-94cd-22fb5ea86d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566797 Sep 16 20:11:48.991008 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-f77aa6b2-a5fe-4348-9c21-c1bc6bf3d450 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 20:11:48.992419 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-f77aa6b2-a5fe-4348-9c21-c1bc6bf3d450 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Sep 16 20:11:49.080615 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:49.080919 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:49.172043 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] For port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:49.172402 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:49.184040 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for 7b90cdc9-38ba-45e9-80a7-c34cd664f91d owned by compute:nova {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:49.368612 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:49.399671 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=7b90cdc9-38ba-45e9-80a7-c34cd664f91d,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:49.437571 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] No DVR routers for this DVR port 7b90cdc9-38ba-45e9-80a7-c34cd664f91d on host hv-cinder-80429 {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:11:49.440332 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for port, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:49.442373 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-4c2ca19d-f9ae-41c0-a15a-68ceff2f72e3 req-ad907317-3a2d-4416-9a95-7b3d442f8cc0 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.35 "DELETE /v2.0/ports/7b90cdc9-38ba-45e9-80a7-c34cd664f91d HTTP/1.1" status: 204 len: 173 time: 0.4440768 Sep 16 20:11:49.442811 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'name': 'network-vif-deleted', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d'}] {{(pid=101173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 20:11:49.445099 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f53d7089ef5b5db13e552790d4af4e1af6684562d804217a5dcde9eb7d9cccc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6794d0-37cc-458c-b2f7-86f57aedac99" -d '{"events": [{"server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "name": "network-vif-deleted", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d"}]}' {{(pid=101173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 20:11:49.480113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 20:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd93bbf-cbe7-474d-a450-e540067e04d7 x-openstack-request-id: req-2fd93bbf-cbe7-474d-a450-e540067e04d7 {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 20:11:49.480762 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b0bc10-7b58-45de-9547-1e2970266138", "name": "network-vif-deleted", "tag": "7b90cdc9-38ba-45e9-80a7-c34cd664f91d", "status": "completed", "code": 200}]} {{(pid=101173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 20:11:49.481216 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fd93bbf-cbe7-474d-a450-e540067e04d7 {{(pid=101173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 20:11:49.481829 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b0bc10-7b58-45de-9547-1e2970266138', 'name': 'network-vif-deleted', 'tag': '7b90cdc9-38ba-45e9-80a7-c34cd664f91d', 'status': 'completed', 'code': 200} Sep 16 20:11:50.079974 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [req-68408bc8-3922-41ac-9234-7e54166ad0b0 req-4de9b7ea-893d-4fff-bde5-379e40d090c6 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b0bc10-7b58-45de-9547-1e2970266138 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Sep 16 20:11:50.974415 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.013339 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7b90cdc9-38ba-45e9-80a7-c34cd664f91d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:11:51.037049 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] No Port match for: 7b90cdc9-38ba-45e9-80a7-c34cd664f91d {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:11:51.037430 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Device 7b90cdc9-38ba-45e9-80a7-c34cd664f91d not bound to the agent host hv-cinder-80429 {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:11:51.135300 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38496) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:51.254683 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Deleting port 535ce24a-e944-4ad4-ad55-ef8e2de1c7f6 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:51.255013 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.330526 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.330844 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.341913 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Calling delete_port for 535ce24a-e944-4ad4-ad55-ef8e2de1c7f6 owned by network:floatingip {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:51.512706 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.538177 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'Port': ['ID=535ce24a-e944-4ad4-ad55-ef8e2de1c7f6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:51.597530 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.600015 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106087'] for floatingip, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:51.601159 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-48c3658a-306c-4937-be5c-60eb6970c130 tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "DELETE /v2.0/floatingips/2c170f31-8ca4-4be6-90db-6d28877e20f6 HTTP/1.1" status: 204 len: 168 time: 0.4648476 Sep 16 20:11:52.897441 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38508) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:52.954593 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:52.978975 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:53.107240 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:53.109787 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Notify callbacks [] for security_group, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:53.110953 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] 10.222.0.49 "DELETE /v2.0/security-groups/4a694408-35ea-4dfe-94cd-22fb5ea86d9b HTTP/1.1" status: 204 len: 168 time: 0.2125158 Sep 16 20:11:53.120350 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbe4ee-60d9-4c46-8af6-46b86d7780db tempest-TestVolumeBootPattern-1662384847 tempest-TestVolumeBootPattern-1662384847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a694408-35ea-4dfe-94cd-22fb5ea86d9b,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:53.268389 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38514) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:53.690302 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:53.924481 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Deleting port febedddf-c748-48a7-9fa7-e54d85ca4683 {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:53.925185 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:54.000980 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] For port febedddf-c748-48a7-9fa7-e54d85ca4683, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=febedddf-c748-48a7-9fa7-e54d85ca4683,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:54.001392 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:54.016605 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Calling delete_port for febedddf-c748-48a7-9fa7-e54d85ca4683 owned by network:router_interface {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:54.260251 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:54.285960 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Pushing event deleted for resources: {'Port': ['ID=febedddf-c748-48a7-9fa7-e54d85ca4683,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:54.710399 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:54.919238 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Router ec759175-3cab-4fcb-874b-28418a4c8e2a has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:11:55.025064 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:11:55.030229 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-44d5ab6b-e6be-4068-942a-395cc5fc0688 admin admin] 10.222.0.49 "PUT /v2.0/routers/ec759175-3cab-4fcb-874b-28418a4c8e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608039 Sep 16 20:11:55.032747 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38518) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:55.035388 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Sync routers for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:11:55.045722 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:55.046346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:55.137644 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.151968 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: dv-cinder-804294-2-iscsi {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:55.241904 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.332463 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:11:54Z', 'revision_number': 5, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port': {'id': 'ce3bd4a5-c903-4400-877f-6138356a48db', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:55.359704 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Checking router: ec759175-3cab-4fcb-874b-28418a4c8e2a for host: dv-cinder-804294-2-iscsi {{(pid=101175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:11:55.360439 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Deleting port ce3bd4a5-c903-4400-877f-6138356a48db {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:55.360778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.368017 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Routers {'ec759175-3cab-4fcb-874b-28418a4c8e2a'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:55.368612 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['ec759175-3cab-4fcb-874b-28418a4c8e2a'], 'active': True} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:55.438288 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] For port ce3bd4a5-c903-4400-877f-6138356a48db, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=ce3bd4a5-c903-4400-877f-6138356a48db,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:55.438672 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.451643 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Calling delete_port for ce3bd4a5-c903-4400-877f-6138356a48db owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:55.457090 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvr_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] Set router ec759175-3cab-4fcb-874b-28418a4c8e2a gateway port host: None {{(pid=101175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:55.510826 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_hamode_db [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:11:55Z', 'revision_number': 6, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:55.537491 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9789136c-dee1-4217-adda-b1f2368502f8 None None] The sync data for ids ['ec759175-3cab-4fcb-874b-28418a4c8e2a'] in dv-cinder-804294-2-iscsi is: [{'id': 'ec759175-3cab-4fcb-874b-28418a4c8e2a', 'name': 'tempest-TestVolumeBootPattern-580023292-router', 'tenant_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:02Z', 'updated_at': '2021-09-16T20:11:55Z', 'revision_number': 6, 'project_id': '7cf2b24a68bc4b99a74e603ab71f761e', 'gw_port_host': None}] {{(pid=101175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:11:55.672370 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.699950 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3bd4a5-c903-4400-877f-6138356a48db,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:55.758331 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.848167 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.850215 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.952469 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.953038 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec759175-3cab-4fcb-874b-28418a4c8e2a {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:11:55.957533 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:55.958877 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-4c4a410d-ba7a-470a-af78-f6d7c4b27407 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ec759175-3cab-4fcb-874b-28418a4c8e2a HTTP/1.1" status: 204 len: 168 time: 0.9250810 Sep 16 20:11:55.961344 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38520) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:56.012440 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Deleting subnet b42a8121-6c1b-4f51-9e64-083a9dd50660 {{(pid=101173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:11:56.015768 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.051495 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4236504'] for subnet, precommit_delete_associations {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.147283 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.267192 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5181618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4371707'] for subnet, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.297766 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42a8121-6c1b-4f51-9e64-083a9dd50660,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:56.302009 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for subnet, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.305747 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-1fa0d941-2992-4dfa-a58f-f6cfb763d715 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b42a8121-6c1b-4f51-9e64-083a9dd50660 HTTP/1.1" status: 204 len: 168 time: 0.3433373 Sep 16 20:11:56.306467 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38522) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:56.307497 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4643751-f5fd-485d-8a9d-672a61631128 None None] Network 1af48795-ab5c-47f8-8bad-a09397c234f6 requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:11:56.377649 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.436527 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Deleting port b8273f80-597b-4811-81eb-0573bd9c0faa {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:56.436915 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.481459 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device febedddf-c748-48a7-9fa7-e54d85ca4683 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:11:56.504360 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] DHCP port deletion for 1af48795-ab5c-47f8-8bad-a09397c234f6 request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:11:56.506554 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: febedddf-c748-48a7-9fa7-e54d85ca4683 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:11:56.507342 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device febedddf-c748-48a7-9fa7-e54d85ca4683 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:11:56.507342 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ce3bd4a5-c903-4400-877f-6138356a48db no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:11:56.514513 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] For port b8273f80-597b-4811-81eb-0573bd9c0faa, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b8273f80-597b-4811-81eb-0573bd9c0faa,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:56.514895 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.530984 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Calling delete_port for b8273f80-597b-4811-81eb-0573bd9c0faa owned by network:dhcp {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:56.532429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: ce3bd4a5-c903-4400-877f-6138356a48db {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:11:56.532429 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device ce3bd4a5-c903-4400-877f-6138356a48db not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:11:56.576637 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Deleting port b8273f80-597b-4811-81eb-0573bd9c0faa {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:56.577257 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.640080 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] For port b8273f80-597b-4811-81eb-0573bd9c0faa, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=b8273f80-597b-4811-81eb-0573bd9c0faa,segment=NetworkSegment(4283aa4f-d863-40ee-b037-0da166f0e473),segment_id=4283aa4f-d863-40ee-b037-0da166f0e473)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:56.640475 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.652732 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Calling delete_port for b8273f80-597b-4811-81eb-0573bd9c0faa owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:56.690313 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.716373 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8273f80-597b-4811-81eb-0573bd9c0faa,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:56.721184 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] No DVR routers for this DVR port b8273f80-597b-4811-81eb-0573bd9c0faa on host dv-cinder-804294-2-iscsi {{(pid=101174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:11:56.731362 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.756752 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Pushing event deleted for resources: {'Port': ['ID=b8273f80-597b-4811-81eb-0573bd9c0faa,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:56.761115 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] No DVR routers for this DVR port b8273f80-597b-4811-81eb-0573bd9c0faa on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:11:56.767890 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.768239 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.768584 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.768919 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.769273 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.769602 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.770332 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.770332 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.770684 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.770884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.771190 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.771513 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9126ee8-195c-4ef5-82ba-4088cbb42b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-2-iscsi {{(pid=101175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 20:11:56.801740 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.821122 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af48795-ab5c-47f8-8bad-a09397c234f6']}} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:56.830202 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4283aa4f-d863-40ee-b037-0da166f0e473') {'for_net_delete': True} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:56.830492 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.services.segments.db [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4283aa4f-d863-40ee-b037-0da166f0e473') {} {{(pid=101174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:56.840170 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5153937'] for segment, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.854721 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.861531 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:11:56.861916 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5154853'] for segment, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: Traceback (most recent call last): Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: timer() Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: cb(*args, **kw) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: return func(*args, **kwargs) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: self._notify() Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: self.callback(batched_events) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: event.method(event) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: return f(self, *a, **k) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._get(url).json() Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: return self.request(url, 'GET', **kwargs) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:11:56.863514 dv-cinder-804294-2-iscsi neutron-server[101174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:11:56.986778 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.992097 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:56.993945 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1af48795-ab5c-47f8-8bad-a09397c234f6 HTTP/1.1" status: 204 len: 168 time: 0.6864908 Sep 16 20:11:56.997271 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38524) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:57.007801 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e53ad5-caab-400d-b5e8-af0984b617b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af48795-ab5c-47f8-8bad-a09397c234f6,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:57.331108 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7992070'] for router_interface, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:57.566792 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Deleting port cc2e26e6-0cae-4d32-b083-754b5c89edcb {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:57.567126 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:57.648267 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] For port cc2e26e6-0cae-4d32-b083-754b5c89edcb, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=cc2e26e6-0cae-4d32-b083-754b5c89edcb,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:57.648516 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:57.661680 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Calling delete_port for cc2e26e6-0cae-4d32-b083-754b5c89edcb owned by network:router_interface {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:57.889817 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:57.917374 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2e26e6-0cae-4d32-b083-754b5c89edcb,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:58.085597 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7867060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7993270'] for router_interface, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:58.301343 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 has already been hosted by L3 agent 3b0a2635-ff87-47f2-923f-a0ce12ee06e8 {{(pid=101173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 20:11:58.401463 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] Notify agent at l3_agent.dv-cinder-804294-2-iscsi the message routers_updated {{(pid=101173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 20:11:58.406583 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-bca4c814-1071-471c-97f1-544d333d9d4d admin admin] 10.222.0.49 "PUT /v2.0/routers/1bf4f689-4597-4eb6-a8b7-1dd4f6684690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4081991 Sep 16 20:11:58.409239 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38526) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:58.412547 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Sync routers for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 20:11:58.423863 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:58.424479 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:58.517047 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks [] for router, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:58.526572 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b8273f80-597b-4811-81eb-0573bd9c0faa no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:11:58.532431 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: dv-cinder-804294-2-iscsi {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:58.546216 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: b8273f80-597b-4811-81eb-0573bd9c0faa {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:11:58.546564 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device b8273f80-597b-4811-81eb-0573bd9c0faa not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:11:58.619733 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:58.707132 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'external_fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:11:57Z', 'revision_number': 5, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port': {'id': 'e0d5e1dd-b940-44a1-a410-0509c86dbbfe', 'name': '', 'network_id': '24bfaa1e-5b4d-4646-89ba-a13d392f2706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T20:05:09Z', 'updated_at': '2021-09-16T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc2028ff-7012-4bdb-ab19-294e03482b6c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-2-iscsi'}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:58.737517 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Checking router: 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 for host: dv-cinder-804294-2-iscsi {{(pid=101176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 20:11:58.747246 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Routers {'1bf4f689-4597-4eb6-a8b7-1dd4f6684690'} bound to L3 agent in host dv-cinder-804294-2-iscsi {{(pid=101176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 20:11:58.748110 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:47:37Z,description=,heartbeat_timestamp=2021-09-16T20:11:37Z,host='dv-cinder-804294-2-iscsi',id=3b0a2635-ff87-47f2-923f-a0ce12ee06e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T19:47:38Z,topic='l3_agent')) {'router_ids': ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'], 'active': True} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:58.767944 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Deleting port e0d5e1dd-b940-44a1-a410-0509c86dbbfe {{(pid=101174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:58.771018 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:58.848344 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.db [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] For port e0d5e1dd-b940-44a1-a410-0509c86dbbfe, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,segment=NetworkSegment(ab7c1960-228f-42d0-b38f-ad09b420872d),segment_id=ab7c1960-228f-42d0-b38f-ad09b420872d)] {{(pid=101174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:58.848795 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:58.864316 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.plugins.ml2.plugin [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Calling delete_port for e0d5e1dd-b940-44a1-a410-0509c86dbbfe owned by network:router_gateway {{(pid=101174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:58.921425 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_dvr_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] Set router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 gateway port host: None {{(pid=101176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 20:11:58.973220 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.l3_hamode_db [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:11:58Z', 'revision_number': 6, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port_host': None}], 'dv-cinder-804294-2-iscsi', False) {} {{(pid=101176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:11:59.002237 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6ec76-a5e8-4c0c-8202-e78cfd33f158 None None] The sync data for ids ['1bf4f689-4597-4eb6-a8b7-1dd4f6684690'] in dv-cinder-804294-2-iscsi is: [{'id': '1bf4f689-4597-4eb6-a8b7-1dd4f6684690', 'name': 'tempest-TestVolumeBootPattern-497610113-router', 'tenant_id': '8af70faf33ac4de3ab86bdac7da0b173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T20:05:08Z', 'updated_at': '2021-09-16T20:11:58Z', 'revision_number': 6, 'project_id': '8af70faf33ac4de3ab86bdac7da0b173', 'gw_port_host': None}] {{(pid=101176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 20:11:59.100508 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5158100'] for port, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.131341 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d5e1dd-b940-44a1-a410-0509c86dbbfe,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:59.187956 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7993200'] for router_gateway, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.278577 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7865889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.280689 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.397354 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866074'] for router, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.397942 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf4f689-4597-4eb6-a8b7-1dd4f6684690 {{(pid=101174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 20:11:59.403091 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] Notify callbacks [] for router, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.404233 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-6f41955a-af6b-416e-896d-652b0f991658 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1bf4f689-4597-4eb6-a8b7-1dd4f6684690 HTTP/1.1" status: 204 len: 168 time: 0.9941001 Sep 16 20:11:59.406902 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [-] (101174) accepted ('10.222.0.49', 38528) {{(pid=101174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:59.455997 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.db.db_base_plugin_v2 [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Deleting subnet 9590be9a-5edc-4cd3-bcde-fe34c09b2ed1 {{(pid=101174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 20:11:59.458973 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.492158 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5153946'] for subnet, precommit_delete_associations {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.567907 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1018759'] for subnet, precommit_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.678586 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5158139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4481120'] for subnet, after_delete {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.703825 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9590be9a-5edc-4cd3-bcde-fe34c09b2ed1,revision_number=None']} {{(pid=101174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:11:59.708876 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron_lib.callbacks.manager [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.713085 dv-cinder-804294-2-iscsi neutron-server[101174]: INFO neutron.wsgi [None req-279096f8-1495-4467-93e7-f361a5a9b786 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9590be9a-5edc-4cd3-bcde-fe34c09b2ed1 HTTP/1.1" status: 204 len: 168 time: 0.3051739 Sep 16 20:11:59.713770 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38530) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:11:59.717481 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f60db-402f-464d-aec3-122a274d5f13 None None] Network 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e requested from dv-cinder-804294-2-iscsi {{(pid=101175) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 20:11:59.790474 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553846'] for network, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.857016 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Deleting port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 {{(pid=101173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:59.857407 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.901950 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] DHCP port deletion for 5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e request from dv-cinder-804294-2-iscsi {{(pid=101175) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 20:11:59.926113 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.db [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] For port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:11:59.926499 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.940243 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.plugin [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Calling delete_port for 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 owned by network:dhcp {{(pid=101173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:11:59.950458 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Deleting port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 {{(pid=101175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 20:11:59.950840 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791953562417'] for port, before_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:11:59.966566 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:12:00.022965 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.db [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] For port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6, host dv-cinder-804294-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-2-iscsi',level=0,port_id=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,segment=NetworkSegment(80f0260a-6b0b-46f7-a508-ee51befc190d),segment_id=80f0260a-6b0b-46f7-a508-ee51befc190d)] {{(pid=101175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 20:12:00.023362 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985230'] for port, precommit_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.036606 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Calling delete_port for 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 owned by network:dhcp {{(pid=101175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 20:12:00.124282 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5181597'] for port, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.132746 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791953567479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791953012700'] for port, after_delete {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.154209 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:12:00.156027 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] No DVR routers for this DVR port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 on host dv-cinder-804294-2-iscsi {{(pid=101173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:12:00.162447 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] Pushing event deleted for resources: {'Port': ['ID=6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6,revision_number=None']} {{(pid=101175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:12:00.173924 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfb2b2-45db-42db-ae00-34c2b4bb70fa None None] No DVR routers for this DVR port 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 on host dv-cinder-804294-2-iscsi {{(pid=101175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 20:12:00.234015 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018368', 'neutron.services.segments.db._delete_segments_for_network-8791953526685'] for network, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.253807 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e']}} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:12:00.263185 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f0260a-6b0b-46f7-a508-ee51befc190d') {'for_net_delete': True} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:12:00.263478 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.services.segments.db [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f0260a-6b0b-46f7-a508-ee51befc190d') {} {{(pid=101173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 20:12:00.272447 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791953526950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4236499'] for segment, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.285130 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186'] for segment, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.290841 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 20:12:00.291219 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180524'] for segment, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: Traceback (most recent call last): Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: timer() Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: cb(*args, **kw) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: return func(*args, **kwargs) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: self._notify() Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: self.callback(batched_events) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: event.method(event) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: return f(self, *a, **k) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._get(url).json() Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: return self.request(url, 'GET', **kwargs) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 20:12:00.293371 dv-cinder-804294-2-iscsi neutron-server[101173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 20:12:00.466320 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device cc2e26e6-0cae-4d32-b083-754b5c89edcb no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:12:00.466774 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8331520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7993108'] for network, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.471913 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868757'] for network, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.473878 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e HTTP/1.1" status: 204 len: 168 time: 0.7591078 Sep 16 20:12:00.488839 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979c5b6-d9a0-4120-8943-46f552edfca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab4441f-c6e6-4b85-a6e3-c0248ca7b18e,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:12:00.491469 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: cc2e26e6-0cae-4d32-b083-754b5c89edcb {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:12:00.491719 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device cc2e26e6-0cae-4d32-b083-754b5c89edcb not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:12:00.492219 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:12:00.512524 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:12:00.512949 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device 6a193cf5-3fc1-49ce-9ce7-69284ea6f3f6 not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:12:00.513456 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device e0d5e1dd-b940-44a1-a410-0509c86dbbfe no longer exists at agent ovs-agent-dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 20:12:00.532932 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] No Port match for: e0d5e1dd-b940-44a1-a410-0509c86dbbfe {{(pid=101175) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 20:12:00.540144 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron.plugins.ml2.rpc [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Device e0d5e1dd-b940-44a1-a410-0509c86dbbfe not bound to the agent host dv-cinder-804294-2-iscsi {{(pid=101175) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 20:12:00.868217 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38534) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:12:00.908123 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a91bf60f-b01e-427a-8b40-ce90f15b348b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cf2b24a68bc4b99a74e603ab71f761e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387547 Sep 16 20:12:00.910531 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38536) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:12:00.960626 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:00.981812 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.124045 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.126587 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.127754 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07af5696-2a4f-467f-b6e6-335ba684bb26 HTTP/1.1" status: 204 len: 168 time: 0.2163472 Sep 16 20:12:01.135448 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412f811-9bff-4517-bfd3-233827e9adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af5696-2a4f-467f-b6e6-335ba684bb26,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:12:01.697306 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38542) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:12:01.735668 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-f66bf404-2f6b-4108-8ab6-802df9833fd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8af70faf33ac4de3ab86bdac7da0b173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372047 Sep 16 20:12:01.738161 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.wsgi [-] (101173) accepted ('10.222.0.49', 38544) {{(pid=101173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 20:12:01.784767 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.805211 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.906743 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8334547'] for security_group, after_delete {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.909353 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron_lib.callbacks.manager [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:01.910519 dv-cinder-804294-2-iscsi neutron-server[101173]: INFO neutron.wsgi [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34d718ed-0a0f-47e8-9d3e-cf4c8e80b180 HTTP/1.1" status: 204 len: 168 time: 0.1714747 Sep 16 20:12:01.923279 dv-cinder-804294-2-iscsi neutron-server[101173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8073f0e-af8f-4aa1-80d7-e6bac159d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d718ed-0a0f-47e8-9d3e-cf4c8e80b180,revision_number=None']} {{(pid=101173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 20:12:04.266414 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9edf3539-6688-4768-b0ed-f34265366180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:07.158346 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cd215c54-ee40-4dd6-ab73-1b5d31837dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:07.363464 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:08.363296 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:10.129351 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:20.991678 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:34.306046 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-474e5cc9-a37c-4c52-8b18-b18671b92452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:36.965403 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:12:37.197275 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-bf80fd32-ffe4-4560-b38d-47e10be2b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:37.374459 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:38.374783 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:40.122884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:12:50.979760 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:04.271506 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ea5ab256-d41f-46d3-a2f0-b061e17a8dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:07.157132 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-0788793a-368f-4dcb-b3b3-c236bd861670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:07.333904 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:08.380067 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:10.128611 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:13.963754 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:13:21.048466 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:34.254073 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5bbcb78b-7a82-4d50-8998-4b23191691ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:37.156883 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b617-4d92-48b6-83ae-aac9b3989576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:37.351119 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:37.413024 dv-cinder-804294-2-iscsi neutron-server[101174]: DEBUG neutron.wsgi [req-adb99c3e-494c-495a-be2c-13c5836c61c3 req-de83801d-9f13-4220-8028-36cc8674dd49 service neutron] (101174) timed out ('10.222.0.49', 59766) {{(pid=101174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 20:13:38.396633 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:40.145326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:13:50.961706 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:13:51.024828 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:04.265769 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-1998d05d-22f2-4d56-ad16-d8491916c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:07.162268 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-cddc27ff-f063-4b7d-97a3-58874ec55f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:07.345021 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:08.367576 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:10.145028 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:21.047557 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:27.960575 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:14:34.270795 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-a05fd894-73f5-4fed-a82f-d9b141dc2a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:37.167189 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-fa0fdba3-3a65-48a9-8c19-b376faae9955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:37.361912 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:38.372956 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:40.150636 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:14:51.058444 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:04.287079 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-e793b1c1-5218-4c78-a1b0-82846351aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:04.959207 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:15:07.167233 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-37beb211-fdcd-484a-9cf2-1caa749cb4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:07.344330 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:08.389884 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:10.155619 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:21.047179 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:34.263826 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-5db46c3b-3ec2-4e53-b786-7a997b78c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:37.173017 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-830ec820-a781-449d-a9a5-0f460f20a0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:37.366967 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:38.372421 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:40.155392 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:15:41.957434 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:15:51.092791 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:04.247076 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-7ce1361e-f508-48de-aa10-d60c7b4a2aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:07.172474 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-19ab0207-ff21-4501-ba6b-1a42408db1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:07.366617 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:08.401326 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:10.178084 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:18.955798 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:16:21.080944 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:34.246406 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-d0695c3e-d8ea-42eb-bb98-c1e1dd950161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:37.195054 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-ca34d9d4-fa64-4ded-bd75-b2a2d71d497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:37.372044 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:38.377845 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:40.149399 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:51.075064 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-55a8ad2c-c5e6-4bb7-b3d5-efd4aea29df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:16:55.954924 dv-cinder-804294-2-iscsi neutron-server[101176]: DEBUG neutron.db.agents_db [None req-b109892f-489f-43e9-9dc0-35e60081bd9c None None] Agent healthcheck: found 6 active agents {{(pid=101176) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 20:17:04.250916 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-84e208e2-c021-4a77-b7b5-4ef1deba354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:17:07.168212 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-83d6072f-b39f-400e-aa3b-a12370c99faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:17:07.383118 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c21-0cc6-49fa-a02e-5cb72bec78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:17:08.388350 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-9f23f4a2-e1f4-4dfe-9ad3-0f75a360be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 20:17:10.149052 dv-cinder-804294-2-iscsi neutron-server[101175]: DEBUG neutron_lib.callbacks.manager [None req-333b46a3-ba5f-4ab6-95b0-a6fbca34323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791953526667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1016832'] for agent, after_update {{(pid=101175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}